diff --git common/src/java/org/apache/hadoop/hive/conf/HiveConf.java common/src/java/org/apache/hadoop/hive/conf/HiveConf.java index 2723dad..a7fffe6 100644 --- common/src/java/org/apache/hadoop/hive/conf/HiveConf.java +++ common/src/java/org/apache/hadoop/hive/conf/HiveConf.java @@ -1061,7 +1061,7 @@ private static void populateLlapDaemonVarsSet(Set llapDaemonVarsSetLocal "than this threshold, it will try to convert the common join into map join"), - HIVE_SCHEMA_EVOLUTION("hive.exec.schema.evolution", false, + HIVE_SCHEMA_EVOLUTION("hive.exec.schema.evolution", true, "Use schema evolution to convert self-describing file format's data to the schema desired by the reader."), HIVE_TRANSACTIONAL_TABLE_SCAN("hive.transactional.table.scan", false, diff --git itests/src/test/resources/testconfiguration.properties itests/src/test/resources/testconfiguration.properties index f991d49..20208b1 100644 --- itests/src/test/resources/testconfiguration.properties +++ itests/src/test/resources/testconfiguration.properties @@ -182,22 +182,20 @@ minitez.query.files.shared=acid_globallimit.q,\ ptf_matchpath.q,\ ptf_streaming.q,\ sample1.q,\ - schema_evol_text_nonvec_mapwork_table.q,\ - schema_evol_text_nonvec_fetchwork_table.q,\ - schema_evol_orc_nonvec_fetchwork_part.q,\ - schema_evol_orc_nonvec_mapwork_part.q,\ - schema_evol_text_nonvec_fetchwork_part.q,\ - schema_evol_text_nonvec_mapwork_part.q,\ schema_evol_orc_acid_mapwork_part.q,\ schema_evol_orc_acid_mapwork_table.q,\ - schema_evol_orc_acidvec_mapwork_table.q,\ schema_evol_orc_acidvec_mapwork_part.q,\ + schema_evol_orc_acidvec_mapwork_table.q,\ + schema_evol_orc_nonvec_fetchwork_part.q,\ + schema_evol_orc_nonvec_fetchwork_table.q,\ + schema_evol_orc_nonvec_mapwork_part.q,\ + schema_evol_orc_nonvec_mapwork_table.q,\ schema_evol_orc_vec_mapwork_part.q,\ - schema_evol_text_fetchwork_table.q,\ - schema_evol_text_mapwork_table.q,\ schema_evol_orc_vec_mapwork_table.q,\ - schema_evol_orc_nonvec_mapwork_table.q,\ - schema_evol_orc_nonvec_fetchwork_table.q,\ + schema_evol_text_nonvec_fetchwork_part.q,\ + schema_evol_text_nonvec_fetchwork_table.q,\ + schema_evol_text_nonvec_mapwork_part.q,\ + schema_evol_text_nonvec_mapwork_table.q,\ selectDistinctStar.q,\ script_env_var1.q,\ script_env_var2.q,\ diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java index 70afe16..c652edc 100644 --- ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java +++ ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java @@ -3342,12 +3342,6 @@ private int alterTableOrSinglePartition(AlterTableDesc alterTbl, Table tbl, Part && !oldColName.equalsIgnoreCase(oldName)) { throw new HiveException(ErrorMsg.DUPLICATE_COLUMN_NAMES, newName); } else if (oldColName.equalsIgnoreCase(oldName)) { - // if orc table, restrict changing column types. Only integer type promotion is supported. - // smallint -> int -> bigint - if (isOrcSchemaEvolution && !isSupportedTypeChange(col.getType(), type)) { - throw new HiveException(ErrorMsg.CANNOT_CHANGE_COLUMN_TYPE, col.getType(), type, - newName); - } col.setName(newName); if (type != null && !type.trim().equals("")) { col.setType(type); @@ -3414,15 +3408,6 @@ private int alterTableOrSinglePartition(AlterTableDesc alterTbl, Table tbl, Part if (replaceCols.size() < existingCols.size()) { throw new HiveException(ErrorMsg.REPLACE_CANNOT_DROP_COLUMNS, alterTbl.getOldName()); } - - for (int i = 0; i < existingCols.size(); i++) { - final String currentColType = existingCols.get(i).getType().toLowerCase().trim(); - final String newColType = replaceCols.get(i).getType().toLowerCase().trim(); - if (!isSupportedTypeChange(currentColType, newColType)) { - throw new HiveException(ErrorMsg.REPLACE_UNSUPPORTED_TYPE_CONVERSION, currentColType, - newColType, replaceCols.get(i).getName()); - } - } } sd.setCols(alterTbl.getNewCols()); } else if (alterTbl.getOp() == AlterTableDesc.AlterTableTypes.ADDPROPS) { @@ -3590,44 +3575,6 @@ private int alterTableOrSinglePartition(AlterTableDesc alterTbl, Table tbl, Part return 0; } - // don't change the order of enums as ordinal values are used to check for valid type promotions - enum PromotableTypes { - SMALLINT, - INT, - BIGINT; - - static List types() { - return ImmutableList.of(SMALLINT.toString().toLowerCase(), - INT.toString().toLowerCase(), BIGINT.toString().toLowerCase()); - } - } - - // for ORC, only supported type promotions are smallint -> int -> bigint. No other - // type promotions are supported at this point - private boolean isSupportedTypeChange(String currentType, String newType) { - if (currentType != null && newType != null) { - currentType = currentType.toLowerCase().trim(); - newType = newType.toLowerCase().trim(); - // no type change - if (currentType.equals(newType)) { - return true; - } - if (PromotableTypes.types().contains(currentType) - && PromotableTypes.types().contains(newType)) { - PromotableTypes pCurrentType = PromotableTypes.valueOf(currentType.toUpperCase()); - PromotableTypes pNewType = PromotableTypes.valueOf(newType.toUpperCase()); - if (pNewType.ordinal() >= pCurrentType.ordinal()) { - return true; - } else { - return false; - } - } else { - return false; - } - } - return true; - } - /** * Drop a given table or some partitions. DropTableDesc is currently used for both. * diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/TableScanOperator.java ql/src/java/org/apache/hadoop/hive/ql/exec/TableScanOperator.java index 5253521..142fdeb 100644 --- ql/src/java/org/apache/hadoop/hive/ql/exec/TableScanOperator.java +++ ql/src/java/org/apache/hadoop/hive/ql/exec/TableScanOperator.java @@ -31,6 +31,7 @@ import org.apache.hadoop.hive.conf.HiveConf; import org.apache.hadoop.hive.ql.CompilationOpContext; import org.apache.hadoop.hive.ql.ErrorMsg; +import org.apache.hadoop.hive.ql.exec.vector.VectorizedRowBatch; import org.apache.hadoop.hive.ql.metadata.HiveException; import org.apache.hadoop.hive.ql.metadata.VirtualColumn; import org.apache.hadoop.hive.ql.plan.OperatorDesc; @@ -105,9 +106,21 @@ public String getSchemaEvolutionColumnsTypes() { **/ @Override public void process(Object row, int tag) throws HiveException { - if (rowLimit >= 0 && currCount++ >= rowLimit) { - setDone(true); - return; + if (rowLimit >= 0) { + if (row instanceof VectorizedRowBatch) { + VectorizedRowBatch batch = (VectorizedRowBatch) row; + if (currCount >= rowLimit) { + setDone(true); + return; + } + if (currCount + batch.size > rowLimit) { + batch.size = rowLimit - currCount; + } + currCount += batch.size; + } else if (currCount++ >= rowLimit) { + setDone(true); + return; + } } if (conf != null && conf.isGatherStats()) { gatherStats(row); diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/vector/VectorizationContext.java ql/src/java/org/apache/hadoop/hive/ql/exec/vector/VectorizationContext.java index dd59bf2..66cf0b4 100644 --- ql/src/java/org/apache/hadoop/hive/ql/exec/vector/VectorizationContext.java +++ ql/src/java/org/apache/hadoop/hive/ql/exec/vector/VectorizationContext.java @@ -481,7 +481,7 @@ public VectorExpression getVectorExpression(ExprNodeDesc exprDesc, Mode mode) th throw new HiveException("Could not vectorize expression: "+exprDesc.getName()); } if (LOG.isDebugEnabled()) { - LOG.debug("Input Expression = " + exprDesc.getTypeInfo() + LOG.debug("Input Expression = " + exprDesc.toString() + ", Vectorized Expression = " + ve.toString()); } return ve; diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/vector/udf/VectorUDFAdaptor.java ql/src/java/org/apache/hadoop/hive/ql/exec/vector/udf/VectorUDFAdaptor.java index d3a0f9f..20cfb89 100644 --- ql/src/java/org/apache/hadoop/hive/ql/exec/vector/udf/VectorUDFAdaptor.java +++ ql/src/java/org/apache/hadoop/hive/ql/exec/vector/udf/VectorUDFAdaptor.java @@ -297,23 +297,14 @@ private void setOutputCol(ColumnVector colVec, int i, Object value) { lv.vector[i] = ((WritableByteObjectInspector) outputOI).get(value); } } else if (outputOI instanceof WritableTimestampObjectInspector) { - LongColumnVector lv = (LongColumnVector) colVec; + TimestampColumnVector tv = (TimestampColumnVector) colVec; Timestamp ts; if (value instanceof Timestamp) { ts = (Timestamp) value; } else { ts = ((WritableTimestampObjectInspector) outputOI).getPrimitiveJavaObject(value); } - /* Calculate the number of nanoseconds since the epoch as a long integer. By convention - * that is how Timestamp values are operated on in a vector. - */ - long l = ts.getTime() * 1000000 // Shift the milliseconds value over by 6 digits - // to scale for nanosecond precision. - // The milliseconds digits will by convention be all 0s. - + ts.getNanos() % 1000000; // Add on the remaining nanos. - // The % 1000000 operation removes the ms values - // so that the milliseconds are not counted twice. - lv.vector[i] = l; + tv.set(i, ts); } else if (outputOI instanceof WritableDateObjectInspector) { LongColumnVector lv = (LongColumnVector) colVec; Date ts; diff --git ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcInputFormat.java ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcInputFormat.java index 0ebcd2a..637e7be 100644 --- ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcInputFormat.java +++ ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcInputFormat.java @@ -2210,47 +2210,7 @@ public static TypeDescription getDesiredRowTypeDescr(Configuration conf, boolean " (isAcidRead " + isAcidRead + ")"); } } else { - - // Try regular properties; - columnNameProperty = conf.get(serdeConstants.LIST_COLUMNS); - columnTypeProperty = conf.get(serdeConstants.LIST_COLUMN_TYPES); - if (columnTypeProperty == null || columnNameProperty == null) { - return null; - } - - schemaEvolutionColumnNames = Lists.newArrayList(columnNameProperty.split(",")); - if (schemaEvolutionColumnNames.size() == 0) { - return null; - } - schemaEvolutionTypeDescrs = - typeDescriptionsFromHiveTypeProperty(columnTypeProperty); - if (schemaEvolutionTypeDescrs.size() != schemaEvolutionColumnNames.size()) { - return null; - } - - // Find first virtual column and clip them off. - int virtualColumnClipNum = -1; - int columnNum = 0; - for (String columnName : schemaEvolutionColumnNames) { - if (VirtualColumn.VIRTUAL_COLUMN_NAMES.contains(columnName)) { - virtualColumnClipNum = columnNum; - break; - } - columnNum++; - } - if (virtualColumnClipNum != -1) { - schemaEvolutionColumnNames = - Lists.newArrayList(schemaEvolutionColumnNames.subList(0, virtualColumnClipNum)); - schemaEvolutionTypeDescrs = Lists.newArrayList(schemaEvolutionTypeDescrs.subList(0, virtualColumnClipNum)); - } - - if (LOG.isInfoEnabled()) { - LOG.info("Using column configuration variables columns " + - schemaEvolutionColumnNames.toString() + - " / columns.types " + - schemaEvolutionTypeDescrs.toString() + - " (isAcidRead " + isAcidRead + ")"); - } + return null; } // Desired schema does not include virtual columns or partition columns. diff --git ql/src/java/org/apache/hadoop/hive/ql/io/orc/SchemaEvolution.java ql/src/java/org/apache/hadoop/hive/ql/io/orc/SchemaEvolution.java index f28ca13..9b4fe7b 100644 --- ql/src/java/org/apache/hadoop/hive/ql/io/orc/SchemaEvolution.java +++ ql/src/java/org/apache/hadoop/hive/ql/io/orc/SchemaEvolution.java @@ -20,11 +20,18 @@ import java.io.IOException; import java.util.ArrayList; +import java.util.EnumMap; import java.util.List; import org.apache.commons.logging.Log; import org.apache.commons.logging.LogFactory; import org.apache.hadoop.hive.ql.io.orc.TreeReaderFactory.TreeReaderSchema; +import org.apache.hadoop.hive.ql.io.orc.TreeReaderFactory.TreeReaderSchema.ConversionKind; +import org.apache.hadoop.hive.serde2.objectinspector.PrimitiveObjectInspector.PrimitiveCategory; +import org.apache.hadoop.hive.serde2.objectinspector.primitive.PrimitiveObjectInspectorUtils; +import org.apache.hadoop.hive.serde2.objectinspector.primitive.PrimitiveObjectInspectorUtils.PrimitiveGrouping; +import org.apache.hadoop.hive.serde2.typeinfo.TypeInfo; +import org.apache.hadoop.hive.serde2.typeinfo.TypeInfoUtils; import org.apache.orc.OrcProto; import org.apache.orc.OrcUtils; import org.apache.orc.TypeDescription; @@ -60,41 +67,39 @@ public static TreeReaderSchema validateAndCreate(List fileTypes, int numReadColumns = Math.min(numFileColumns, numDesiredColumns); /** - * Check type promotion. + * Check for data type conversion. * - * Currently, we only support integer type promotions that can be done "implicitly". - * That is, we know that using a bigger integer tree reader on the original smaller integer - * column will "just work". + * There are 4 kinds of data type conversion: + * + * 1) NONE + * + * No data type conversion. + * + * 2) AUTOMATIC + * + * Example: using a bigger integer tree reader on an original + * smaller integer column will "just work". + * + * 3) ORC_CONVERT + * + * Example: The file data type is STRING and the reader wants a DOUBLE. + * We will create a special conversion ORC tree reader. + * + * 4) INSPECTOR_CONVERT + * + * A conversion not supported for ORC_CONVERT. * - * In the future, other type promotions might require type conversion. */ - // short -> int -> bigint as same integer readers are used for the above types. - - for (int i = 0; i < numReadColumns; i++) { + List columnConversionKinds = + new ArrayList(numReadColumns); + for (int i = 1; i <= numReadColumns; i++) { OrcProto.Type fColType = fileTypes.get(rowSubtype + i); OrcProto.Type rColType = schemaTypes.get(i); - if (!fColType.getKind().equals(rColType.getKind())) { - - boolean ok = false; - if (fColType.getKind().equals(OrcProto.Type.Kind.SHORT)) { - - if (rColType.getKind().equals(OrcProto.Type.Kind.INT) || - rColType.getKind().equals(OrcProto.Type.Kind.LONG)) { - // type promotion possible, converting SHORT to INT/LONG requested type - ok = true; - } - } else if (fColType.getKind().equals(OrcProto.Type.Kind.INT)) { - - if (rColType.getKind().equals(OrcProto.Type.Kind.LONG)) { - // type promotion possible, converting INT to LONG requested type - ok = true; - } - } - - if (!ok) { - throw new IOException("ORC does not support type conversion from " + - fColType.getKind().name() + " to " + rColType.getKind().name()); - } + if (fColType.getKind().equals(rColType.getKind())) { + columnConversionKinds.add(TreeReaderSchema.ConversionKind.NONE); + } else { + columnConversionKinds.add( + determineConversion(fColType, rColType)); } } @@ -125,7 +130,135 @@ public static TreeReaderSchema validateAndCreate(List fileTypes, return new TreeReaderSchema(). fileTypes(fileTypes). schemaTypes(fullSchemaTypes). - innerStructSubtype(innerStructSubtype); + innerStructSubtype(innerStructSubtype). + columnConversionKinds(columnConversionKinds); + } + + /** + * This code should match the semantics in TypeInfoUtils. + */ + + private static List numericTypeList = new ArrayList(); + + // The ordering of types here is used to determine which numeric types + // are common/convertible to one another. Probably better to rely on the + // ordering explicitly defined here than to assume that the enum values + // that were arbitrarily assigned in PrimitiveCategory work for our purposes. + private static EnumMap numericTypes = + new EnumMap(OrcProto.Type.Kind.class); + + static { + registerNumericType(OrcProto.Type.Kind.BYTE, 1); + registerNumericType(OrcProto.Type.Kind.SHORT, 2); + registerNumericType(OrcProto.Type.Kind.INT, 3); + registerNumericType(OrcProto.Type.Kind.LONG, 4); + registerNumericType(OrcProto.Type.Kind.FLOAT, 5); + registerNumericType(OrcProto.Type.Kind.DOUBLE, 6); + registerNumericType(OrcProto.Type.Kind.DECIMAL, 7); + } + + private static Integer longNumericLevel = numericTypes.get(OrcProto.Type.Kind.LONG); + + public static void registerNumericType(OrcProto.Type.Kind kind, int level) { + numericTypeList.add(kind); + numericTypes.put(kind, level); + } + + /** + * Provide a general grouping for each primitive data type. + * (NOTE: INTERVAL_GROUP and VOID_GROUP were removed) + */ + public static enum PrimitiveGrouping { + NUMERIC_GROUP, + STRING_GROUP, + BOOLEAN_GROUP, + DATE_GROUP, + BINARY_GROUP, + UNKNOWN_GROUP + }; + + /** + * Based on the OrcProto.Type.Kind of a type, return the PrimitiveGrouping + * that the OrcProto.Type.Kind belongs to (numeric, string, date, etc). + * @param kind Primitive category of the type + * @return PrimitveGrouping corresponding to the OrcProto.Type.Kind, + * or UNKNOWN_GROUP if the type does not match to a grouping. + */ + public static PrimitiveGrouping getPrimitiveGrouping(OrcProto.Type.Kind kind) { + switch (kind) { + case BYTE: + case SHORT: + case INT: + case LONG: + case FLOAT: + case DOUBLE: + case DECIMAL: + return PrimitiveGrouping.NUMERIC_GROUP; + case STRING: + case CHAR: + case VARCHAR: + return PrimitiveGrouping.STRING_GROUP; + case BOOLEAN: + return PrimitiveGrouping.BOOLEAN_GROUP; + case TIMESTAMP: + case DATE: + return PrimitiveGrouping.DATE_GROUP; + case BINARY: + return PrimitiveGrouping.BINARY_GROUP; + default: + return PrimitiveGrouping.UNKNOWN_GROUP; + } + } + + /** + * Implicit conversion allowed by Hive DDL? + * @param fColType + * @param rColType + * @return + */ + public static TreeReaderSchema.ConversionKind determineConversion(OrcProto.Type fColType, + OrcProto.Type rColType) { + + OrcProto.Type.Kind fKind = fColType.getKind(); + OrcProto.Type.Kind rKind = rColType.getKind(); + + PrimitiveGrouping fromPrimitiveGroup = getPrimitiveGrouping(fKind); + PrimitiveGrouping toPrimitiveGroup = getPrimitiveGrouping(rKind); + + // Allow implicit String to Double conversion + if (fromPrimitiveGroup == PrimitiveGrouping.STRING_GROUP && rKind == OrcProto.Type.Kind.DOUBLE) { + return TreeReaderSchema.ConversionKind.ORC_CONVERT; + } + // Allow implicit String to Decimal conversion + if (fromPrimitiveGroup == PrimitiveGrouping.STRING_GROUP && rKind == OrcProto.Type.Kind.DECIMAL) { + return TreeReaderSchema.ConversionKind.ORC_CONVERT; + } + + // Allow implicit String to Date conversion + if (fromPrimitiveGroup == PrimitiveGrouping.DATE_GROUP && toPrimitiveGroup == PrimitiveGrouping.STRING_GROUP) { + return TreeReaderSchema.ConversionKind.ORC_CONVERT; + } + // Allow implicit Numeric to String conversion + if (fromPrimitiveGroup == PrimitiveGrouping.NUMERIC_GROUP && toPrimitiveGroup == PrimitiveGrouping.STRING_GROUP) { + return TreeReaderSchema.ConversionKind.ORC_CONVERT; + } + // Allow implicit String to varchar conversion, and vice versa + if (fromPrimitiveGroup == PrimitiveGrouping.STRING_GROUP && toPrimitiveGroup == PrimitiveGrouping.STRING_GROUP) { + return TreeReaderSchema.ConversionKind.ORC_CONVERT; + } + + // Allow implicit conversion from Byte -> Integer -> Long -> Float -> Double + // Decimal -> String + Integer f = numericTypes.get(fKind); + Integer t = numericTypes.get(rKind); + if (f == null || t == null) { + return TreeReaderSchema.ConversionKind.INSPECTOR_CONVERT; + } + if (f.intValue() > t.intValue()) { + // Have the inspector converter do to value clipping. + return TreeReaderSchema.ConversionKind.INSPECTOR_CONVERT; + } + return TreeReaderSchema.ConversionKind.ORC_CONVERT; } private static boolean checkAcidSchema(List fileSchema) { diff --git ql/src/java/org/apache/hadoop/hive/ql/io/orc/TreeReaderFactory.java ql/src/java/org/apache/hadoop/hive/ql/io/orc/TreeReaderFactory.java index 620ad53..c6f72bd 100644 --- ql/src/java/org/apache/hadoop/hive/ql/io/orc/TreeReaderFactory.java +++ ql/src/java/org/apache/hadoop/hive/ql/io/orc/TreeReaderFactory.java @@ -19,7 +19,10 @@ import java.io.EOFException; import java.io.IOException; +import java.io.UnsupportedEncodingException; +import java.math.BigDecimal; import java.math.BigInteger; +import java.sql.Date; import java.sql.Timestamp; import java.text.ParseException; import java.text.SimpleDateFormat; @@ -56,6 +59,7 @@ import org.apache.hadoop.io.IntWritable; import org.apache.hadoop.io.LongWritable; import org.apache.hadoop.io.Text; +import org.apache.hadoop.io.Writable; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.apache.orc.impl.BitFieldReader; @@ -70,6 +74,8 @@ import org.apache.orc.impl.SerializationUtils; import org.apache.orc.impl.StreamName; +import com.clearspring.analytics.util.Preconditions; + /** * Factory for creating ORC tree readers. */ @@ -83,22 +89,35 @@ /** * The types in the ORC file. */ - List fileTypes; + private List fileTypes; /** * The treeReaderSchema that the reader should read as. */ - List schemaTypes; + private List schemaTypes; /** * The subtype of the row STRUCT. Different than 0 for ACID. */ - int innerStructSubtype; + private int innerStructSubtype; + + /* + * The kinds of conversion possible for a column data type. + */ + public static enum ConversionKind { + NONE, + AUTOMATIC_CONVERT, + ORC_CONVERT, + INSPECTOR_CONVERT + } + + private List columnConversionKinds; public TreeReaderSchema() { fileTypes = null; schemaTypes = null; innerStructSubtype = -1; + columnConversionKinds = null; } public TreeReaderSchema fileTypes(List fileTypes) { @@ -116,6 +135,12 @@ public TreeReaderSchema innerStructSubtype(int innerStructSubtype) { return this; } + public TreeReaderSchema columnConversionKinds( + List columnConversionKinds) { + this.columnConversionKinds = columnConversionKinds; + return this; + } + public List getFileTypes() { return fileTypes; } @@ -127,6 +152,10 @@ public TreeReaderSchema innerStructSubtype(int innerStructSubtype) { public int getInnerStructSubtype() { return innerStructSubtype; } + + public List getColumnConversionKinds() { + return columnConversionKinds; + } } public abstract static class TreeReader { @@ -222,10 +251,14 @@ protected long countNonNulls(long rows) throws IOException { abstract void skipRows(long rows) throws IOException; - Object next(Object previous) throws IOException { + void readValuePresent() throws IOException { if (present != null) { valuePresent = present.next() == 1; } + } + + Object next(Object previous) throws IOException { + readValuePresent(); return previous; } @@ -265,6 +298,47 @@ public Object nextVector(Object previousVector, long batchSize) throws IOExcepti public BitFieldReader getPresent() { return present; } + + /** + * Override this to use convertVector. + * Source and result are member variables in the subclass with the right + * type. + * @param elementNum + * @throws IOException + */ + // Override this to use convertVector. + public void setConvertVectorEle(int elementNum) throws IOException { + throw new RuntimeException("Expected this method to be overriden"); + } + + // Common code used by the conversion. + public void convertVector(ColumnVector fromColVector, + ColumnVector resultColVector, long batchSize) throws IOException { + + resultColVector.reset(); + if (fromColVector.isRepeating) { + resultColVector.isRepeating = true; + if (fromColVector.noNulls || !fromColVector.isNull[0]) { + setConvertVectorEle(0); + } else { + resultColVector.noNulls = false; + resultColVector.isNull[0] = true; + } + } else if (fromColVector.noNulls){ + for (int i = 0; i < batchSize; i++) { + setConvertVectorEle(i); + } + } else { + for (int i = 0; i < batchSize; i++) { + if (!fromColVector.isNull[i]) { + setConvertVectorEle(i); + } else { + resultColVector.noNulls = false; + resultColVector.isNull[i] = true; + } + } + } + } } public static class BooleanTreeReader extends TreeReader { @@ -950,7 +1024,7 @@ public void seek(PositionProvider index) throws IOException { @Override Object next(Object previous) throws IOException { - super.next(previous); + readValuePresent(); BytesWritable result = null; if (valuePresent) { if (previous == null) { @@ -1103,7 +1177,7 @@ public void seek(PositionProvider index) throws IOException { @Override Object next(Object previous) throws IOException { - super.next(previous); + readValuePresent(); TimestampWritable result = null; if (valuePresent) { if (previous == null) { @@ -1158,7 +1232,7 @@ public Object nextVector(Object previousVector, long batchSize) throws IOExcepti } Object obj; for (int i = 0; i < batchSize; i++) { - obj = next(scratchTimestampWritable); + obj = this.next(scratchTimestampWritable); if (obj == null) { result.noNulls = false; result.isNull[i] = true; @@ -1239,7 +1313,7 @@ public void seek(PositionProvider index) throws IOException { @Override Object next(Object previous) throws IOException { - super.next(previous); + readValuePresent(); DateWritable result = null; if (valuePresent) { if (previous == null) { @@ -1335,7 +1409,7 @@ public void seek(PositionProvider index) throws IOException { @Override Object next(Object previous) throws IOException { - super.next(previous); + readValuePresent(); final HiveDecimalWritable result; if (valuePresent) { if (previous == null) { @@ -1626,7 +1700,7 @@ public void seek(PositionProvider index) throws IOException { @Override Object next(Object previous) throws IOException { - super.next(previous); + readValuePresent(); Text result = null; if (valuePresent) { if (previous == null) { @@ -1791,7 +1865,7 @@ public void seek(PositionProvider index) throws IOException { @Override Object next(Object previous) throws IOException { - super.next(previous); + readValuePresent(); Text result = null; if (valuePresent) { int entry = (int) reader.next(); @@ -2045,6 +2119,37 @@ public Object nextVector(Object previousVector, long batchSize) throws IOExcepti protected final TreeReader[] fields; private final String[] fieldNames; + private TreeReader createFieldTreeReader( + int columnId, + TreeReaderSchema treeReaderSchema, + int fieldIndex, + boolean[] included, + boolean skipCorrupt) throws IOException { + OrcProto.Type fileType = treeReaderSchema.getFileTypes().get(columnId); + OrcProto.Type schemaType = treeReaderSchema.getSchemaTypes().get(columnId); + List conversionKinds = treeReaderSchema.getColumnConversionKinds(); + + // Data type conversion needed? + if (fileType.getKind() == schemaType.getKind() || conversionKinds == null) { + return createTreeReader(columnId, treeReaderSchema, included, skipCorrupt); + } else { + TreeReaderSchema.ConversionKind conversionKind = conversionKinds.get(fieldIndex); + switch (conversionKind) { + case NONE: + case AUTOMATIC_CONVERT: + return createTreeReader(columnId, treeReaderSchema, included, skipCorrupt); + + case ORC_CONVERT: + return conversionReader(columnId, treeReaderSchema, fileType, schemaType, included, skipCorrupt); + + case INSPECTOR_CONVERT: + // UNDONE + default: + throw new RuntimeException("Unexpected conversion kind " + conversionKind.name()); + } + } + } + protected StructTreeReader( int columnId, TreeReaderSchema treeReaderSchema, @@ -2072,7 +2177,7 @@ protected StructTreeReader( if (included == null) { for (int i = 0; i < readColumnCount; ++i) { int subtype = schemaStructType.getSubtypes(i); - this.fields[i] = createTreeReader(subtype, treeReaderSchema, included, skipCorrupt); + this.fields[i] = createFieldTreeReader(subtype, treeReaderSchema, i, included, skipCorrupt); // Use the treeReaderSchema evolution name since file/reader types may not have the real column name. this.fieldNames[i] = schemaStructType.getFieldNames(i); } @@ -2086,7 +2191,7 @@ protected StructTreeReader( " innerStructSubtype " + treeReaderSchema.getInnerStructSubtype()); } if (included[subtype]) { - this.fields[i] = createTreeReader(subtype, treeReaderSchema, included, skipCorrupt); + this.fields[i] = createFieldTreeReader(subtype, treeReaderSchema, i, included, skipCorrupt); } // Use the treeReaderSchema evolution name since file/reader types may not have the real column name. this.fieldNames[i] = schemaStructType.getFieldNames(i); @@ -2106,7 +2211,7 @@ void seek(PositionProvider[] index) throws IOException { @Override Object next(Object previous) throws IOException { - super.next(previous); + readValuePresent(); OrcStruct result = null; if (valuePresent) { if (previous == null) { @@ -2225,7 +2330,7 @@ void seek(PositionProvider[] index) throws IOException { @Override Object next(Object previous) throws IOException { - super.next(previous); + readValuePresent(); OrcUnion result = null; if (valuePresent) { if (previous == null) { @@ -2297,7 +2402,7 @@ void seek(PositionProvider[] index) throws IOException { @Override @SuppressWarnings("unchecked") Object next(Object previous) throws IOException { - super.next(previous); + readValuePresent(); List result = null; if (valuePresent) { if (previous == null) { @@ -2399,7 +2504,7 @@ void seek(PositionProvider[] index) throws IOException { @Override @SuppressWarnings("unchecked") Object next(Object previous) throws IOException { - super.next(previous); + readValuePresent(); Map result = null; if (valuePresent) { if (previous == null) { @@ -2461,50 +2566,3446 @@ void skipRows(long items) throws IOException { } } - public static TreeReader createTreeReader(int columnId, - TreeReaderSchema treeReaderSchema, - boolean[] included, - boolean skipCorrupt - ) throws IOException { - OrcProto.Type type = treeReaderSchema.getSchemaTypes().get(columnId); - switch (type.getKind()) { - case BOOLEAN: - return new BooleanTreeReader(columnId); + /** + * Override methods like checkEncoding to pass-thru to the convert TreeReader. + */ + public static class ConvertTreeReader extends TreeReader { + + private TreeReader convertTreeReader; + + ConvertTreeReader(int columnId) throws IOException { + super(columnId); + } + + public void setConvertTreeReader(TreeReader convertTreeReader) { + this.convertTreeReader = convertTreeReader; + } + + @Override + void checkEncoding(OrcProto.ColumnEncoding encoding) throws IOException { + // Pass-thru. + convertTreeReader.checkEncoding(encoding); + } + + @Override + void startStripe(Map streams, + OrcProto.StripeFooter stripeFooter + ) throws IOException { + // Pass-thru. + convertTreeReader.startStripe(streams, stripeFooter); + } + + @Override + void seek(PositionProvider[] index) throws IOException { + // Pass-thru. + convertTreeReader.seek(index); + } + + @Override + public void seek(PositionProvider index) throws IOException { + // Pass-thru. + convertTreeReader.seek(index); + } + + @Override + void skipRows(long items) throws IOException { + // Pass-thru. + convertTreeReader.skipRows(items); + } + } + + public static class AnyIntegerTreeReader extends ConvertTreeReader { + + private OrcProto.Type.Kind fileTypeKind; + private TreeReader anyIntegerTreeReader; + + private long longValue; + + AnyIntegerTreeReader(int columnId, OrcProto.Type fileType, + boolean skipCorrupt) throws IOException { + super(columnId); + this.fileTypeKind = fileType.getKind(); + switch (fileTypeKind) { case BYTE: - return new ByteTreeReader(columnId); - case DOUBLE: - return new DoubleTreeReader(columnId); - case FLOAT: - return new FloatTreeReader(columnId); + anyIntegerTreeReader = new ByteTreeReader(columnId); + break; case SHORT: - return new ShortTreeReader(columnId); + anyIntegerTreeReader = new ShortTreeReader(columnId); + break; case INT: - return new IntTreeReader(columnId); + anyIntegerTreeReader = new IntTreeReader(columnId); + break; case LONG: - return new LongTreeReader(columnId, skipCorrupt); - case STRING: - return new StringTreeReader(columnId); - case CHAR: - if (!type.hasMaximumLength()) { - throw new IllegalArgumentException("ORC char type has no length specified"); + anyIntegerTreeReader = new LongTreeReader(columnId, skipCorrupt); + break; + default: + throw new RuntimeException("Unexpected type kind " + fileType.getKind().name()); + } + setConvertTreeReader(anyIntegerTreeReader); + } + + @Override + Object next(Object previous) throws IOException { + throw new RuntimeException("Call read() and getLong instead"); + } + + protected boolean read() throws IOException { + anyIntegerTreeReader.readValuePresent(); + if (!anyIntegerTreeReader.valuePresent) { + return false; + } + switch (fileTypeKind) { + case BYTE: + longValue = ((ByteTreeReader) anyIntegerTreeReader).reader.next(); + break; + case SHORT: + longValue = ((ShortTreeReader) anyIntegerTreeReader).reader.next(); + break; + case INT: + longValue = ((IntTreeReader) anyIntegerTreeReader).reader.next(); + break; + case LONG: + longValue = ((LongTreeReader) anyIntegerTreeReader).reader.next(); + break; + default: + throw new RuntimeException("Unexpected type kind " + fileTypeKind.name()); + } + return true; + } + + protected long getLong() throws IOException { + return longValue; + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + return anyIntegerTreeReader.nextVector(previousVector, batchSize); + } + } + + public static class IntegerFromAnyIntegerTreeReader extends ConvertTreeReader { + + private AnyIntegerTreeReader anyIntegerAsLongTreeReader; + + private OrcProto.Type schemaType; + + IntegerFromAnyIntegerTreeReader(int columnId, OrcProto.Type fileType, OrcProto.Type schemaType, boolean skipCorrupt) throws IOException { + super(columnId); + this.schemaType = schemaType; + anyIntegerAsLongTreeReader = new AnyIntegerTreeReader(columnId, fileType, skipCorrupt); + setConvertTreeReader(anyIntegerAsLongTreeReader); + } + + @Override + Object next(Object previous) throws IOException { + Writable result = null; + if (anyIntegerAsLongTreeReader.read()) { + long longValue = anyIntegerAsLongTreeReader.getLong(); + switch (schemaType.getKind()) { + case SHORT: + { + ShortWritable shortResult; + if (previous == null) { + shortResult = new ShortWritable(); + } else { + shortResult = (ShortWritable) previous; + } + shortResult.set((short) longValue); + result = shortResult; + } + break; + case INT: + { + IntWritable intResult; + if (previous == null) { + intResult = new IntWritable(); + } else { + intResult = (IntWritable) previous; + } + intResult.set((int) longValue); + result = intResult; + } + break; + case LONG: + { + LongWritable longResult; + if (previous == null) { + longResult = new LongWritable(); + } else { + longResult = (LongWritable) previous; + } + longResult.set(longValue); + result = longResult; + } + break; + default: + throw new RuntimeException("Unexpected type kind " + schemaType.getKind().name()); } - return new CharTreeReader(columnId, type.getMaximumLength()); - case VARCHAR: - if (!type.hasMaximumLength()) { - throw new IllegalArgumentException("ORC varchar type has no length specified"); + } + return result; + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + return anyIntegerAsLongTreeReader.nextVector(previousVector, batchSize); + } + } + + public static class FloatFromAnyIntegerTreeReader extends ConvertTreeReader { + + private AnyIntegerTreeReader anyIntegerAsLongTreeReader; + + private LongColumnVector longColVector; + private DoubleColumnVector doubleColVector; + + FloatFromAnyIntegerTreeReader(int columnId, OrcProto.Type fileType, boolean skipCorrupt) throws IOException { + super(columnId); + anyIntegerAsLongTreeReader = new AnyIntegerTreeReader(columnId, fileType, skipCorrupt); + setConvertTreeReader(anyIntegerAsLongTreeReader); + } + + @Override + Object next(Object previous) throws IOException { + FloatWritable result = null; + if (anyIntegerAsLongTreeReader.read()) { + long longValue = anyIntegerAsLongTreeReader.getLong(); + float floatValue = (float) longValue; + if (!Float.isNaN(floatValue)){ + if (previous == null) { + result = new FloatWritable(); + } else { + result = (FloatWritable) previous; + } + result.set(floatValue); + } + } + return result; + } + + @Override + public void setConvertVectorEle(int elementNum) throws IOException { + float floatValue = (float) longColVector.vector[elementNum]; + if (!Float.isNaN(floatValue)) { + doubleColVector.vector[elementNum] = floatValue; + } else { + doubleColVector.vector[elementNum] = Double.NaN; + doubleColVector.noNulls = false; + doubleColVector.isNull[elementNum] = true; + } + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + if (longColVector == null) { + longColVector = new LongColumnVector(); + } + // Read present/isNull stream + anyIntegerAsLongTreeReader.nextVector(longColVector, batchSize); + + if (previousVector == null) { + doubleColVector = new DoubleColumnVector(); + } else { + doubleColVector = (DoubleColumnVector) previousVector; + } + + convertVector(longColVector, doubleColVector, batchSize); + + return doubleColVector; + } + } + + public static class DoubleFromAnyIntegerTreeReader extends ConvertTreeReader { + + private AnyIntegerTreeReader anyIntegerAsLongTreeReader; + + private LongColumnVector longColVector; + private DoubleColumnVector doubleColVector; + + DoubleFromAnyIntegerTreeReader(int columnId, OrcProto.Type fileType, boolean skipCorrupt) throws IOException { + super(columnId); + anyIntegerAsLongTreeReader = new AnyIntegerTreeReader(columnId, fileType, skipCorrupt); + setConvertTreeReader(anyIntegerAsLongTreeReader); + } + + @Override + Object next(Object previous) throws IOException { + DoubleWritable result = null; + if (anyIntegerAsLongTreeReader.read()) { + long longValue = anyIntegerAsLongTreeReader.getLong(); + double doubleValue = (double) longValue; + if (doubleValue != Double.NaN) { + if (previous == null) { + result = new DoubleWritable(); + } else { + result = (DoubleWritable) previous; + } + result.set(doubleValue); + } + } + return result; + } + + @Override + public void setConvertVectorEle(int elementNum) { + + double doubleValue = (double) longColVector.vector[elementNum]; + if (Double.isNaN(doubleValue)) { + ((DoubleColumnVector) doubleColVector).vector[elementNum] = doubleValue; + } else { + ((DoubleColumnVector) doubleColVector).vector[elementNum] = Double.NaN; + doubleColVector.noNulls = false; + doubleColVector.isNull[elementNum] = true; + } + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + if (longColVector == null) { + longColVector = new LongColumnVector(); + } + // Read present/isNull stream + anyIntegerAsLongTreeReader.nextVector(longColVector, batchSize); + + if (previousVector == null) { + doubleColVector = new DoubleColumnVector(); + } else { + doubleColVector = (DoubleColumnVector) previousVector; + } + + convertVector(longColVector, doubleColVector, batchSize); + + return doubleColVector; + } + } + + public static class DecimalFromAnyIntegerTreeReader extends ConvertTreeReader { + + private AnyIntegerTreeReader anyIntegerAsLongTreeReader; + + private int precision; + private int scale; + private LongColumnVector longColVector; + private DecimalColumnVector decimalColVector; + + DecimalFromAnyIntegerTreeReader(int columnId, int precision, int scale, OrcProto.Type fileType, + boolean skipCorrupt) throws IOException { + super(columnId); + this.precision = precision; + this.scale = scale; + anyIntegerAsLongTreeReader = new AnyIntegerTreeReader(columnId, fileType, skipCorrupt); + setConvertTreeReader(anyIntegerAsLongTreeReader); + } + + @Override + Object next(Object previous) throws IOException { + HiveDecimalWritable result = null; + if (anyIntegerAsLongTreeReader.read()) { + long longValue = anyIntegerAsLongTreeReader.getLong(); + result = new HiveDecimalWritable(longValue); + } + return result; + } + + @Override + public void setConvertVectorEle(int elementNum) { + long longValue = longColVector.vector[elementNum]; + HiveDecimalWritable hiveDecimalWritable = + new HiveDecimalWritable(longValue); + decimalColVector.set(elementNum, hiveDecimalWritable); + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + if (longColVector == null) { + longColVector = new LongColumnVector(); + } + // Read present/isNull stream + anyIntegerAsLongTreeReader.nextVector(longColVector, batchSize); + + if (previousVector == null) { + decimalColVector = new DecimalColumnVector(precision, scale); + } else { + decimalColVector = (DecimalColumnVector) previousVector; + } + + convertVector(longColVector, decimalColVector, batchSize); + + return decimalColVector; + } + } + + public static class StringFromAnyIntegerTreeReader extends ConvertTreeReader { + + private AnyIntegerTreeReader anyIntegerAsLongTreeReader; + + private LongColumnVector longColVector; + private BytesColumnVector bytesColVector; + + StringFromAnyIntegerTreeReader(int columnId, OrcProto.Type fileType, boolean skipCorrupt) + throws IOException { + super(columnId); + anyIntegerAsLongTreeReader = new AnyIntegerTreeReader(columnId, fileType, skipCorrupt); + setConvertTreeReader(anyIntegerAsLongTreeReader); + } + + @Override + Object next(Object previous) throws IOException { + Text result = null; + if (anyIntegerAsLongTreeReader.read()) { + if (previous == null) { + result = new Text(); + } else { + result = (Text) previous; + } + String string = Long.toString(anyIntegerAsLongTreeReader.getLong()); + result.set(string); + } + return result; + } + + @Override + public void setConvertVectorEle(int elementNum) { + long longValue = longColVector.vector[elementNum]; + String string = Long.toString(longValue); + byte[] bytes = string.getBytes(); + bytesColVector.setVal(elementNum, bytes, 0, bytes.length); + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + if (longColVector == null) { + longColVector = new LongColumnVector(); + } + // Read present/isNull stream + anyIntegerAsLongTreeReader.nextVector(longColVector, batchSize); + + if (previousVector == null) { + bytesColVector = new BytesColumnVector(); + } else { + bytesColVector = (BytesColumnVector) previousVector; + } + + convertVector(longColVector, bytesColVector, batchSize); + + return bytesColVector; + } + } + + public static class CharFromAnyIntegerTreeReader extends ConvertTreeReader { + + private AnyIntegerTreeReader anyIntegerAsLongTreeReader; + + private int maxLength; + private LongColumnVector longColVector; + private BytesColumnVector bytesColVector; + + CharFromAnyIntegerTreeReader(int columnId, int maxLength, OrcProto.Type fileType, boolean skipCorrupt) + throws IOException { + super(columnId); + this.maxLength = maxLength; + anyIntegerAsLongTreeReader = new AnyIntegerTreeReader(columnId, fileType, skipCorrupt); + setConvertTreeReader(anyIntegerAsLongTreeReader); + } + + @Override + Object next(Object previous) throws IOException { + HiveCharWritable result = null; + if (anyIntegerAsLongTreeReader.read()) { + if (previous == null) { + result = new HiveCharWritable(); + } else { + result = (HiveCharWritable) previous; + } + String string = Long.toString(anyIntegerAsLongTreeReader.getLong()); + result.set(string, maxLength); + } + return result; + } + + @Override + public void setConvertVectorEle(int elementNum) { + long longValue = longColVector.vector[elementNum]; + String string = Long.toString(longValue); + byte[] bytes = string.getBytes(); + int adjustedDownLen = StringExpr + .rightTrimAndTruncate(bytes, 0, bytes.length, maxLength); + bytesColVector.setVal(elementNum, bytes, 0, adjustedDownLen); + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + if (longColVector == null) { + longColVector = new LongColumnVector(); + } + // Read present/isNull stream + anyIntegerAsLongTreeReader.nextVector(longColVector, batchSize); + + if (previousVector == null) { + bytesColVector = new BytesColumnVector(); + } else { + bytesColVector = (BytesColumnVector) previousVector; + } + + convertVector(longColVector, bytesColVector, batchSize); + + return bytesColVector; + } + } + + public static class VarcharFromAnyIntegerTreeReader extends ConvertTreeReader { + + private AnyIntegerTreeReader anyIntegerAsLongTreeReader; + + private int maxLength; + private LongColumnVector longColVector; + private BytesColumnVector bytesColVector; + + VarcharFromAnyIntegerTreeReader(int columnId, int maxLength, OrcProto.Type fileType, boolean skipCorrupt) + throws IOException { + super(columnId); + this.maxLength = maxLength; + anyIntegerAsLongTreeReader = new AnyIntegerTreeReader(columnId, fileType, skipCorrupt); + setConvertTreeReader(anyIntegerAsLongTreeReader); + } + + @Override + Object next(Object previous) throws IOException { + HiveVarcharWritable result = null; + if (anyIntegerAsLongTreeReader.read()) { + if (previous == null) { + result = new HiveVarcharWritable(); + } else { + result = (HiveVarcharWritable) previous; + } + String string = Long.toString(anyIntegerAsLongTreeReader.getLong()); + result.set(string, maxLength); + } + return result; + } + + @Override + public void setConvertVectorEle(int elementNum) { + long longValue = longColVector.vector[elementNum]; + String string = Long.toString(longValue); + byte[] bytes = string.getBytes(); + int adjustedDownLen = StringExpr + .truncate(bytes, 0, bytes.length, maxLength); + bytesColVector.setVal(elementNum, bytes, 0, adjustedDownLen); + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + if (longColVector == null) { + longColVector = new LongColumnVector(); + } + // Read present/isNull stream + anyIntegerAsLongTreeReader.nextVector(longColVector, batchSize); + + if (previousVector == null) { + bytesColVector = new BytesColumnVector(); + } else { + bytesColVector = (BytesColumnVector) previousVector; + } + + convertVector(longColVector, bytesColVector, batchSize); + + return bytesColVector; + } + } + + private static TreeReader integerConversionReader( + int columnId, + TreeReaderSchema treeReaderSchema, + OrcProto.Type fileType, + OrcProto.Type schemaType, + boolean[] included, + boolean skipCorrupt) throws IOException { + + switch (schemaType.getKind()) { + + case SHORT: + case INT: + case LONG: + return new IntegerFromAnyIntegerTreeReader(columnId, fileType, schemaType, skipCorrupt); + + case FLOAT: + return new FloatFromAnyIntegerTreeReader(columnId, fileType, skipCorrupt); + + case DOUBLE: + return new DoubleFromAnyIntegerTreeReader(columnId, fileType, skipCorrupt); + + case DECIMAL: + { + int precision = + schemaType.hasPrecision() ? schemaType.getPrecision() : HiveDecimal.SYSTEM_DEFAULT_PRECISION; + int scale = schemaType.hasScale() ? schemaType.getScale() : HiveDecimal.SYSTEM_DEFAULT_SCALE; + return new DecimalFromAnyIntegerTreeReader(columnId, precision, scale, fileType, skipCorrupt); + } + + case STRING: + return new StringFromAnyIntegerTreeReader(columnId, fileType, skipCorrupt); + + case CHAR: + { + if (!schemaType.hasMaximumLength()) { + throw new IllegalArgumentException("ORC char type has no length specified"); + } + return new CharFromAnyIntegerTreeReader(columnId, schemaType.getMaximumLength(), fileType, skipCorrupt); + } + + case VARCHAR: + { + if (!schemaType.hasMaximumLength()) { + throw new IllegalArgumentException("ORC varchar type has no length specified"); + } + return new VarcharFromAnyIntegerTreeReader(columnId, schemaType.getMaximumLength(), fileType, skipCorrupt); + } + + // UNDONE + case BOOLEAN: + case BYTE: + + case BINARY: + case TIMESTAMP: + case DATE: + + case STRUCT: + case LIST: + case MAP: + case UNION: + default: + throw new IllegalArgumentException("Unsupported type " + + schemaType.getKind()); + } + } + + public static class FloatFromStringTreeReader extends ConvertTreeReader { + + private StringTreeReader stringTreeReader; + + private Text textResult; + private BytesColumnVector bytesColVector; + private DoubleColumnVector doubleColVector; + + FloatFromStringTreeReader(int columnId) throws IOException { + super(columnId); + stringTreeReader = new StringTreeReader(columnId); + setConvertTreeReader(stringTreeReader); + textResult = new Text(); + } + + private float parseFloatFromString(String string) { + try { + float floatValue = Float.parseFloat(string); + return floatValue; + } catch (NumberFormatException e) { + return Float.NaN; + } + } + + private float parseFloatFromText(Text text) { + return parseFloatFromString(textResult.toString()); + } + + @Override + Object next(Object previous) throws IOException { + + Text readTextResult = (Text) stringTreeReader.next(textResult); + + FloatWritable result = null; + if (readTextResult != null) { + float floatValue = parseFloatFromText(readTextResult); + if (!Float.isNaN(floatValue)) { + if (previous == null) { + result = new FloatWritable(); + } else { + result = (FloatWritable) previous; + } + result.set(floatValue); + } + } + return result; + } + + @Override + public void setConvertVectorEle(int elementNum) throws IOException { + String string; + try { + string = new String(bytesColVector.vector[elementNum], + bytesColVector.start[elementNum], bytesColVector.length[elementNum], "UTF-8"); + } catch (UnsupportedEncodingException e) { + throw new IOException(e); + } + float floatValue = parseFloatFromString(string); + if (!Float.isNaN(floatValue)) { + doubleColVector.vector[elementNum] = floatValue; + } else { + doubleColVector.vector[elementNum] = Double.NaN; + doubleColVector.noNulls = false; + doubleColVector.isNull[elementNum] = true; + } + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + if (bytesColVector == null) { + bytesColVector = new BytesColumnVector(); + } + // Read present/isNull stream + stringTreeReader.nextVector(bytesColVector, batchSize); + + if (previousVector == null) { + doubleColVector = new DoubleColumnVector(); + } else { + doubleColVector = (DoubleColumnVector) previousVector; + } + + convertVector(bytesColVector, doubleColVector, batchSize); + + return doubleColVector; + } + } + + public static class FloatFromCharTreeReader extends ConvertTreeReader { + + private CharTreeReader charTreeReader; + + private HiveCharWritable hiveCharResult; + private BytesColumnVector bytesColVector; + private DoubleColumnVector doubleColVector; + + FloatFromCharTreeReader(int columnId, int maxLength) throws IOException { + super(columnId); + charTreeReader = new CharTreeReader(columnId, maxLength); + setConvertTreeReader(charTreeReader); + hiveCharResult = new HiveCharWritable(); + } + + private float parseFloatFromString(String string) { + try { + float floatValue = Float.parseFloat(string); + return floatValue; + } catch (NumberFormatException e) { + return Float.NaN; + } + } + + @Override + Object next(Object previous) throws IOException { + + HiveCharWritable readHiveCharResult = + (HiveCharWritable) charTreeReader.next(hiveCharResult); + + FloatWritable result = null; + if (readHiveCharResult != null) { + float floatValue = parseFloatFromString(readHiveCharResult.toString()); + if (!Float.isNaN(floatValue)) { + if (previous == null) { + result = new FloatWritable(); + } else { + result = (FloatWritable) previous; + } + result.set(floatValue); + } + } + return result; + } + + @Override + public void setConvertVectorEle(int elementNum) throws IOException { + String string; + try { + string = new String(bytesColVector.vector[elementNum], + bytesColVector.start[elementNum], bytesColVector.length[elementNum], "UTF-8"); + } catch (UnsupportedEncodingException e) { + throw new IOException(e); + } + float floatValue = parseFloatFromString(string); + if (!Float.isNaN(floatValue)) { + doubleColVector.vector[elementNum] = floatValue; + } else { + doubleColVector.vector[elementNum] = Double.NaN; + doubleColVector.noNulls = false; + doubleColVector.isNull[elementNum] = true; + } + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + if (bytesColVector == null) { + bytesColVector = new BytesColumnVector(); + } + // Read present/isNull stream + charTreeReader.nextVector(bytesColVector, batchSize); + + if (previousVector == null) { + doubleColVector = new DoubleColumnVector(); + } else { + doubleColVector = (DoubleColumnVector) previousVector; + } + + convertVector(bytesColVector, doubleColVector, batchSize); + + return doubleColVector; + } + } + + public static class FloatFromVarcharTreeReader extends ConvertTreeReader { + + private VarcharTreeReader varcharTreeReader; + + private HiveVarcharWritable hiveVarcharResult; + private BytesColumnVector bytesColVector; + private DoubleColumnVector doubleColVector; + + FloatFromVarcharTreeReader(int columnId, int maxLength) throws IOException { + super(columnId); + varcharTreeReader = new VarcharTreeReader(columnId, maxLength); + setConvertTreeReader(varcharTreeReader); + hiveVarcharResult = new HiveVarcharWritable(); + } + + private float parseFloatFromString(String string) { + try { + float value = Float.parseFloat(string); + return value; + } catch (NumberFormatException e) { + return Float.NaN; + } + } + + @Override + Object next(Object previous) throws IOException { + + HiveVarcharWritable readHiveVarcharResult = + (HiveVarcharWritable) varcharTreeReader.next(hiveVarcharResult); + + FloatWritable result = null; + if (readHiveVarcharResult != null) { + float floatValue = parseFloatFromString(readHiveVarcharResult.toString()); + if (!Float.isNaN(floatValue)) { + if (previous == null) { + result = new FloatWritable(); + } else { + result = (FloatWritable) previous; + } + result.set(floatValue); + } + } + return result; + } + + @Override + public void setConvertVectorEle(int elementNum) throws IOException { + String string; + try { + string = new String(bytesColVector.vector[elementNum], + bytesColVector.start[elementNum], bytesColVector.length[elementNum], "UTF-8"); + } catch (UnsupportedEncodingException e) { + throw new IOException(e); + } + float floatValue = parseFloatFromString(string); + if (!Float.isNaN(floatValue)) { + doubleColVector.vector[elementNum] = floatValue; + } else { + doubleColVector.vector[elementNum] = Double.NaN; + doubleColVector.noNulls = false; + doubleColVector.isNull[elementNum] = true; + } + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + if (bytesColVector == null) { + bytesColVector = new BytesColumnVector(); + } + // Read present/isNull stream + varcharTreeReader.nextVector(bytesColVector, batchSize); + + if (previousVector == null) { + doubleColVector = new DoubleColumnVector(); + } else { + doubleColVector = (DoubleColumnVector) previousVector; + } + + convertVector(bytesColVector, doubleColVector, batchSize); + + return doubleColVector; + } + } + + public static class DoubleFromFloatTreeReader extends ConvertTreeReader { + + private FloatTreeReader floatTreeReader; + + private FloatWritable floatResult; + + DoubleFromFloatTreeReader(int columnId) throws IOException { + super(columnId); + floatTreeReader = new FloatTreeReader(columnId); + setConvertTreeReader(floatTreeReader); + floatResult = new FloatWritable(); + } + + @Override + Object next(Object previous) throws IOException { + + FloatWritable readFloatResult = (FloatWritable) floatTreeReader.next(floatResult); + + DoubleWritable result = null; + if (readFloatResult != null) { + if (previous == null) { + result = new DoubleWritable(); + } else { + result = (DoubleWritable) previous; + } + result.set(readFloatResult.get()); + } + return result; + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + // The DoubleColumnVector produced by FloatTreeReader is what we want. + return floatTreeReader.nextVector(previousVector, batchSize); + } + } + + public static class DoubleFromStringTreeReader extends ConvertTreeReader { + + private StringTreeReader stringTreeReader; + + private Text textResult; + private BytesColumnVector bytesColVector; + private DoubleColumnVector doubleColVector; + + DoubleFromStringTreeReader(int columnId) throws IOException { + super(columnId); + stringTreeReader = new StringTreeReader(columnId); + setConvertTreeReader(stringTreeReader); + textResult = new Text(); + } + + private double parseDoubleFromString(String string) { + try { + double value = Double.parseDouble(string); + return value; + } catch (NumberFormatException e) { + return Double.NaN; + } + } + + private double parseDoubleFromText(Text text) { + return parseDoubleFromString(textResult.toString()); + } + + @Override + Object next(Object previous) throws IOException { + + Text readTextResult = (Text) stringTreeReader.next(textResult); + + DoubleWritable result = null; + if (readTextResult != null) { + double value = parseDoubleFromText(readTextResult); + if (value != Double.NaN) { + if (previous == null) { + result = new DoubleWritable(); + } else { + result = (DoubleWritable) previous; + } + result.set(value); + } + } + return result; + } + + @Override + public void setConvertVectorEle(int elementNum) throws IOException { + String string; + try { + string = new String(bytesColVector.vector[elementNum], + bytesColVector.start[elementNum], bytesColVector.length[elementNum], "UTF-8"); + } catch (UnsupportedEncodingException e) { + throw new IOException(e); + } + double value = parseDoubleFromString(string); + if (value != Double.NaN) { + doubleColVector.vector[elementNum] = value; + } else { + doubleColVector.noNulls = false; + doubleColVector.isNull[elementNum] = true; + } + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + if (bytesColVector == null) { + bytesColVector = new BytesColumnVector(); + } + // Read present/isNull stream + stringTreeReader.nextVector(bytesColVector, batchSize); + + if (previousVector == null) { + doubleColVector = new DoubleColumnVector(); + } else { + doubleColVector = (DoubleColumnVector) previousVector; + } + + convertVector(bytesColVector, doubleColVector, batchSize); + + return doubleColVector; + } + } + + public static class DoubleFromCharTreeReader extends ConvertTreeReader { + + private CharTreeReader charTreeReader; + + private HiveCharWritable hiveCharResult; + private BytesColumnVector bytesColVector; + private DoubleColumnVector doubleColVector; + + DoubleFromCharTreeReader(int columnId, int maxLength) throws IOException { + super(columnId); + charTreeReader = new CharTreeReader(columnId, maxLength); + setConvertTreeReader(charTreeReader); + hiveCharResult = new HiveCharWritable(); + } + + private double parseDoubleFromString(String string) { + try { + double value = Double.parseDouble(string); + return value; + } catch (NumberFormatException e) { + return Double.NaN; + } + } + + @Override + Object next(Object previous) throws IOException { + + HiveCharWritable readHiveCharResult = + (HiveCharWritable) charTreeReader.next(hiveCharResult); + + DoubleWritable result = null; + if (readHiveCharResult != null) { + double value = parseDoubleFromString(readHiveCharResult.toString()); + if (value != Double.NaN) { + if (previous == null) { + result = new DoubleWritable(); + } else { + result = (DoubleWritable) previous; + } + result.set(value); + } + } + return result; + } + + @Override + public void setConvertVectorEle(int elementNum) throws IOException { + String string; + try { + string = new String(bytesColVector.vector[elementNum], + bytesColVector.start[elementNum], bytesColVector.length[elementNum], "UTF-8"); + } catch (UnsupportedEncodingException e) { + throw new IOException(e); + } + double value = parseDoubleFromString(string); + if (value != Double.NaN) { + doubleColVector.vector[elementNum] = value; + } else { + doubleColVector.noNulls = false; + doubleColVector.isNull[elementNum] = true; + } + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + if (bytesColVector == null) { + bytesColVector = new BytesColumnVector(); + } + // Read present/isNull stream + charTreeReader.nextVector(bytesColVector, batchSize); + + if (previousVector == null) { + doubleColVector = new DoubleColumnVector(); + } else { + doubleColVector = (DoubleColumnVector) previousVector; + } + + convertVector(bytesColVector, doubleColVector, batchSize); + + return doubleColVector; + } + } + + public static class DoubleFromVarcharTreeReader extends ConvertTreeReader { + + private VarcharTreeReader varcharTreeReader; + + private HiveVarcharWritable hiveVarcharResult; + private BytesColumnVector bytesColVector; + private DoubleColumnVector doubleColVector; + + DoubleFromVarcharTreeReader(int columnId, int maxLength) throws IOException { + super(columnId); + varcharTreeReader = new VarcharTreeReader(columnId, maxLength); + setConvertTreeReader(varcharTreeReader); + hiveVarcharResult = new HiveVarcharWritable(); + } + + private double parseDoubleFromString(String string) { + try { + double value = Double.parseDouble(string); + return value; + } catch (NumberFormatException e) { + return Double.NaN; + } + } + + @Override + Object next(Object previous) throws IOException { + + HiveVarcharWritable readHiveVarcharResult = + (HiveVarcharWritable) varcharTreeReader.next(hiveVarcharResult); + + DoubleWritable result = null; + if (readHiveVarcharResult != null) { + double value = parseDoubleFromString(readHiveVarcharResult.toString()); + if (value != Double.NaN) { + if (previous == null) { + result = new DoubleWritable(); + } else { + result = (DoubleWritable) previous; + } + result.set(value); + } + } + return result; + } + + @Override + public void setConvertVectorEle(int elementNum) throws IOException { + String string; + try { + string = new String(bytesColVector.vector[elementNum], + bytesColVector.start[elementNum], bytesColVector.length[elementNum], "UTF-8"); + } catch (UnsupportedEncodingException e) { + throw new IOException(e); + } + double doubleValue = parseDoubleFromString(string); + if (!Double.isNaN(doubleValue)) { + doubleColVector.vector[elementNum] = doubleValue; + } else { + doubleColVector.noNulls = false; + doubleColVector.isNull[elementNum] = true; + } + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + if (bytesColVector == null) { + bytesColVector = new BytesColumnVector(); + } + // Read present/isNull stream + varcharTreeReader.nextVector(bytesColVector, batchSize); + + if (previousVector == null) { + doubleColVector = new DoubleColumnVector(); + } else { + doubleColVector = (DoubleColumnVector) previousVector; + } + + convertVector(bytesColVector, doubleColVector, batchSize); + + return doubleColVector; + } + } + + public static class DecimalFromFloatTreeReader extends ConvertTreeReader { + + private FloatTreeReader floatTreeReader; + + private int precision; + private int scale; + private FloatWritable floatResult; + private DoubleColumnVector doubleColVector; + private DecimalColumnVector decimalColVector; + + DecimalFromFloatTreeReader(int columnId, int precision, int scale) throws IOException { + super(columnId); + this.precision = precision; + this.scale = scale; + floatTreeReader = new FloatTreeReader(columnId); + setConvertTreeReader(floatTreeReader); + floatResult = new FloatWritable(); + } + + @Override + Object next(Object previous) throws IOException { + + FloatWritable readFloatResult = (FloatWritable) floatTreeReader.next(floatResult); + + HiveDecimalWritable result = null; + if (readFloatResult != null) { + HiveDecimal value = + HiveDecimal.create(new BigDecimal(readFloatResult.get())); + if (value != null) { + if (previous == null) { + result = new HiveDecimalWritable(); + } else { + result = (HiveDecimalWritable) previous; + } + result.set(value); + } + } + return result; + } + + @Override + public void setConvertVectorEle(int elementNum) throws IOException { + float floatValue = (float) doubleColVector.vector[elementNum]; + if (!Float.isNaN(floatValue)) { + HiveDecimal value = + HiveDecimal.create(new BigDecimal(floatValue)); + if (value != null) { + decimalColVector.set(elementNum, value); + } else { + decimalColVector.noNulls = false; + decimalColVector.isNull[elementNum] = true; + } + } else { + decimalColVector.noNulls = false; + decimalColVector.isNull[elementNum] = true; + } + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + if (doubleColVector == null) { + doubleColVector = new DoubleColumnVector(); + } + // Read present/isNull stream + floatTreeReader.nextVector(doubleColVector, batchSize); + + if (previousVector == null) { + decimalColVector = new DecimalColumnVector(precision, scale); + } else { + decimalColVector = (DecimalColumnVector) previousVector; + } + + convertVector(doubleColVector, decimalColVector, batchSize); + + return decimalColVector; + } + } + + public static class DecimalFromDoubleTreeReader extends ConvertTreeReader { + + private DoubleTreeReader doubleTreeReader; + + private int precision; + private int scale; + private DoubleWritable doubleResult; + private DoubleColumnVector doubleColVector; + private DecimalColumnVector decimalColVector; + + DecimalFromDoubleTreeReader(int columnId, int precision, int scale) throws IOException { + super(columnId); + this.precision = precision; + this.scale = scale; + doubleTreeReader = new DoubleTreeReader(columnId); + setConvertTreeReader(doubleTreeReader); + doubleResult = new DoubleWritable(); + } + + @Override + Object next(Object previous) throws IOException { + + DoubleWritable readDoubleResult = (DoubleWritable) doubleTreeReader.next(doubleResult); + + HiveDecimalWritable result = null; + if (readDoubleResult != null) { + HiveDecimal value = + HiveDecimal.create(new BigDecimal(readDoubleResult.get())); + if (value != null) { + if (previous == null) { + result = new HiveDecimalWritable(); + } else { + result = (HiveDecimalWritable) previous; + } + result.set(value); + } + } + return result; + } + + @Override + public void setConvertVectorEle(int elementNum) throws IOException { + HiveDecimal value = + HiveDecimal.create(new BigDecimal(doubleColVector.vector[elementNum])); + if (value != null) { + decimalColVector.set(elementNum, value); + } else { + decimalColVector.noNulls = false; + decimalColVector.isNull[elementNum] = true; + } + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + if (doubleColVector == null) { + doubleColVector = new DoubleColumnVector(); + } + // Read present/isNull stream + doubleTreeReader.nextVector(doubleColVector, batchSize); + + if (previousVector == null) { + decimalColVector = new DecimalColumnVector(precision, scale); + } else { + decimalColVector = (DecimalColumnVector) previousVector; + } + + convertVector(doubleColVector, decimalColVector, batchSize); + + return decimalColVector; + } + } + + public static class StringFromFloatTreeReader extends ConvertTreeReader { + + private FloatTreeReader floatTreeReader; + + private FloatWritable floatResult; + private DoubleColumnVector doubleColVector; + private BytesColumnVector bytesColVector; + + + StringFromFloatTreeReader(int columnId, boolean skipCorrupt) + throws IOException { + super(columnId); + floatTreeReader = new FloatTreeReader(columnId); + setConvertTreeReader(floatTreeReader); + floatResult = new FloatWritable(); + } + + @Override + Object next(Object previous) throws IOException { + + FloatWritable readFloatResult = + (FloatWritable) floatTreeReader.next(floatResult); + + Text result = null; + if (readFloatResult != null) { + float floatValue = readFloatResult.get(); + if (!Float.isNaN(floatValue)) { + if (previous == null) { + result = new Text(); + } else { + result = (Text) previous; + } + result.set(String.valueOf(floatValue)); + } + } + return result; + } + + @Override + public void setConvertVectorEle(int elementNum) { + float floatValue = (float) doubleColVector.vector[elementNum]; + if (!Float.isNaN(floatValue)) { + String string = String.valueOf(floatValue); + byte[] bytes = string.getBytes(); + bytesColVector.setVal(elementNum, bytes, 0, bytes.length); + } else { + bytesColVector.noNulls = false; + bytesColVector.isNull[elementNum] = true; + } + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + if (doubleColVector == null) { + doubleColVector = new DoubleColumnVector(); + } + // Read present/isNull stream + floatTreeReader.nextVector(doubleColVector, batchSize); + + if (previousVector == null) { + bytesColVector = new BytesColumnVector(); + } else { + bytesColVector = (BytesColumnVector) previousVector; + } + + convertVector(doubleColVector, bytesColVector, batchSize); + + return bytesColVector; + } + } + + public static class CharFromFloatTreeReader extends ConvertTreeReader { + + private FloatTreeReader floatTreeReader; + + private int maxLength; + private FloatWritable floatResult; + private DoubleColumnVector doubleColVector; + private BytesColumnVector bytesColVector; + + CharFromFloatTreeReader(int columnId, int maxLength, boolean skipCorrupt) + throws IOException { + super(columnId); + this.maxLength = maxLength; + floatTreeReader = new FloatTreeReader(columnId); + setConvertTreeReader(floatTreeReader); + floatResult = new FloatWritable(); + } + + @Override + Object next(Object previous) throws IOException { + + FloatWritable readFloatResult = + (FloatWritable) floatTreeReader.next(floatResult); + + HiveCharWritable result = null; + if (readFloatResult != null) { + float floatValue = readFloatResult.get(); + if (!Float.isNaN(floatValue)) { + if (previous == null) { + result = new HiveCharWritable(); + } else { + result = (HiveCharWritable) previous; + } + result.set(String.valueOf(floatValue), maxLength); + } + } + return result; + } + + @Override + public void setConvertVectorEle(int elementNum) { + double doubleValue = doubleColVector.vector[elementNum]; + if (!Double.isNaN(doubleValue)) { + String string = String.valueOf((float) doubleValue); + byte[] bytes = string.getBytes(); + int adjustedDownLen = StringExpr + .rightTrimAndTruncate(bytes, 0, bytes.length, maxLength); + bytesColVector.setVal(elementNum, bytes, 0, adjustedDownLen); + } else { + bytesColVector.noNulls = false; + bytesColVector.isNull[elementNum] = true; + } + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + if (doubleColVector == null) { + doubleColVector = new DoubleColumnVector(); + } + // Read present/isNull stream + floatTreeReader.nextVector(doubleColVector, batchSize); + + if (previousVector == null) { + bytesColVector = new BytesColumnVector(); + } else { + bytesColVector = (BytesColumnVector) previousVector; + } + + convertVector(doubleColVector, bytesColVector, batchSize); + + return bytesColVector; + } + } + + public static class VarcharFromFloatTreeReader extends ConvertTreeReader { + + private FloatTreeReader floatTreeReader; + + private int maxLength; + private FloatWritable floatResult; + private DoubleColumnVector doubleColVector; + private BytesColumnVector bytesColVector; + + VarcharFromFloatTreeReader(int columnId, int maxLength, boolean skipCorrupt) + throws IOException { + super(columnId); + this.maxLength = maxLength; + floatTreeReader = new FloatTreeReader(columnId); + setConvertTreeReader(floatTreeReader); + floatResult = new FloatWritable(); + } + + @Override + Object next(Object previous) throws IOException { + + FloatWritable readFloatResult = + (FloatWritable) floatTreeReader.next(floatResult); + + HiveVarcharWritable result = null; + if (readFloatResult != null) { + float floatValue = readFloatResult.get(); + if (!Float.isNaN(floatValue)) { + if (previous == null) { + result = new HiveVarcharWritable(); + } else { + result = (HiveVarcharWritable) previous; + } + result.set(String.valueOf(floatValue), maxLength); + } + } + return result; + } + + @Override + public void setConvertVectorEle(int elementNum) { + double doubleValue = doubleColVector.vector[elementNum]; + if (!Double.isNaN(doubleValue)) { + String string = String.valueOf((float) doubleValue); + byte[] bytes = string.getBytes(); + int adjustedDownLen = StringExpr + .truncate(bytes, 0, bytes.length, maxLength); + bytesColVector.setVal(elementNum, bytes, 0, adjustedDownLen); + } else { + bytesColVector.noNulls = false; + bytesColVector.isNull[elementNum] = true; + } + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) + throws IOException { + if (doubleColVector == null) { + doubleColVector = new DoubleColumnVector(); + } + // Read present/isNull stream + floatTreeReader.nextVector(doubleColVector, batchSize); + + if (previousVector == null) { + bytesColVector = new BytesColumnVector(); + } else { + bytesColVector = (BytesColumnVector) previousVector; + } + + convertVector(doubleColVector, bytesColVector, batchSize); + + return bytesColVector; + } + } + + private static TreeReader floatConversionReader( + int columnId, + TreeReaderSchema treeReaderSchema, + OrcProto.Type fileType, + OrcProto.Type schemaType, + boolean[] included, + boolean skipCorrupt) throws IOException { + + switch (schemaType.getKind()) { + + case DOUBLE: + return new DoubleFromFloatTreeReader(columnId); + + case DECIMAL: + { + int precision = + schemaType.hasPrecision() ? schemaType.getPrecision() : HiveDecimal.SYSTEM_DEFAULT_PRECISION; + int scale = schemaType.hasScale() ? schemaType.getScale() : HiveDecimal.SYSTEM_DEFAULT_SCALE; + return new DecimalFromFloatTreeReader(columnId, precision, scale); + } + + case STRING: + return new StringFromFloatTreeReader(columnId, skipCorrupt); + + case CHAR: + { + if (!schemaType.hasMaximumLength()) { + throw new IllegalArgumentException("ORC char type has no length specified"); + } + return new CharFromFloatTreeReader(columnId, schemaType.getMaximumLength(), skipCorrupt); + } + + case VARCHAR: + { + if (!schemaType.hasMaximumLength()) { + throw new IllegalArgumentException("ORC varchar type has no length specified"); + } + return new VarcharFromFloatTreeReader(columnId, schemaType.getMaximumLength(), skipCorrupt); + } + + // UNDONE + case BOOLEAN: + case BYTE: + case SHORT: + case INT: + case LONG: + case FLOAT: + case BINARY: + case TIMESTAMP: + case DATE: + + case STRUCT: + case LIST: + case MAP: + case UNION: + default: + throw new IllegalArgumentException("Unsupported type " + + schemaType.getKind()); + } + } + + public static class StringFromDoubleTreeReader extends ConvertTreeReader { + + private DoubleTreeReader doubleTreeReader; + + private DoubleWritable doubleResult; + private DoubleColumnVector doubleColVector; + private BytesColumnVector bytesColVector; + + StringFromDoubleTreeReader(int columnId, boolean skipCorrupt) + throws IOException { + super(columnId); + doubleTreeReader = new DoubleTreeReader(columnId); + setConvertTreeReader(doubleTreeReader); + doubleResult = new DoubleWritable(); + } + + @Override + Object next(Object previous) throws IOException { + + DoubleWritable readDoubleResult = + (DoubleWritable) doubleTreeReader.next(doubleResult); + + Text result = null; + if (readDoubleResult != null) { + double doubleValue = readDoubleResult.get(); + if (!Double.isNaN(doubleValue)) { + if (previous == null) { + result = new Text(); + } else { + result = (Text) previous; + } + result.set(String.valueOf(doubleValue)); + } + } + return result; + } + + @Override + public void setConvertVectorEle(int elementNum) { + double doubleValue = doubleColVector.vector[elementNum]; + if (!Double.isNaN(doubleValue)) { + String string = String.valueOf(doubleValue); + byte[] bytes = string.getBytes(); + bytesColVector.setVal(elementNum, bytes, 0, bytes.length); + } else { + bytesColVector.noNulls = false; + bytesColVector.isNull[elementNum] = true; + } + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + if (doubleColVector == null) { + doubleColVector = new DoubleColumnVector(); + } + // Read present/isNull stream + doubleTreeReader.nextVector(doubleColVector, batchSize); + + if (previousVector == null) { + bytesColVector = new BytesColumnVector(); + } else { + bytesColVector = (BytesColumnVector) previousVector; + } + + convertVector(doubleColVector, bytesColVector, batchSize); + + return bytesColVector; + } + } + + public static class CharFromDoubleTreeReader extends ConvertTreeReader { + + private DoubleTreeReader doubleTreeReader; + + private int maxLength; + private DoubleWritable doubleResult; + private DoubleColumnVector doubleColVector; + private BytesColumnVector bytesColVector; + + CharFromDoubleTreeReader(int columnId, int maxLength, boolean skipCorrupt) + throws IOException { + super(columnId); + this.maxLength = maxLength; + doubleTreeReader = new DoubleTreeReader(columnId); + setConvertTreeReader(doubleTreeReader); + doubleResult = new DoubleWritable(); + } + + @Override + Object next(Object previous) throws IOException { + + DoubleWritable readDoubleResult = + (DoubleWritable) doubleTreeReader.next(doubleResult); + + HiveCharWritable result = null; + if (readDoubleResult != null) { + double doubleValue = readDoubleResult.get(); + if (!Double.isNaN(doubleValue)) { + if (previous == null) { + result = new HiveCharWritable(); + } else { + result = (HiveCharWritable) previous; + } + result.set(String.valueOf(doubleValue), maxLength); + } + } + return result; + } + + @Override + public void setConvertVectorEle(int elementNum) { + double doubleValue = doubleColVector.vector[elementNum]; + if (!Double.isNaN(doubleValue)) { + String string = String.valueOf(doubleValue); + byte[] bytes = string.getBytes(); + int adjustedDownLen = StringExpr + .rightTrimAndTruncate(bytes, 0, bytes.length, maxLength); + bytesColVector.setVal(elementNum, bytes, 0, adjustedDownLen); + } else { + bytesColVector.noNulls = false; + bytesColVector.isNull[elementNum] = true; + } + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + if (doubleColVector == null) { + doubleColVector = new DoubleColumnVector(); + } + // Read present/isNull stream + doubleTreeReader.nextVector(doubleColVector, batchSize); + + if (previousVector == null) { + bytesColVector = new BytesColumnVector(); + } else { + bytesColVector = (BytesColumnVector) previousVector; + } + + convertVector(doubleColVector, bytesColVector, batchSize); + + return bytesColVector; + } + } + + public static class VarcharFromDoubleTreeReader extends ConvertTreeReader { + + private DoubleTreeReader doubleTreeReader; + + private int maxLength; + private DoubleWritable doubleResult; + private DoubleColumnVector doubleColVector; + private BytesColumnVector bytesColVector; + + VarcharFromDoubleTreeReader(int columnId, int maxLength, boolean skipCorrupt) + throws IOException { + super(columnId); + this.maxLength = maxLength; + doubleTreeReader = new DoubleTreeReader(columnId); + setConvertTreeReader(doubleTreeReader); + doubleResult = new DoubleWritable(); + } + + @Override + Object next(Object previous) throws IOException { + + DoubleWritable readDoubleResult = + (DoubleWritable) doubleTreeReader.next(doubleResult); + + HiveVarcharWritable result = null; + if (readDoubleResult != null) { + double doubleValue = readDoubleResult.get(); + if (!Double.isNaN(doubleValue)) { + if (previous == null) { + result = new HiveVarcharWritable(); + } else { + result = (HiveVarcharWritable) previous; + } + result.set(String.valueOf(doubleValue), maxLength); + } + } + return result; + } + + @Override + public void setConvertVectorEle(int elementNum) { + double doubleValue = doubleColVector.vector[elementNum]; + if (!Double.isNaN(doubleValue)) { + String string = String.valueOf(doubleValue); + byte[] bytes = string.getBytes(); + int adjustedDownLen = StringExpr + .truncate(bytes, 0, bytes.length, maxLength); + bytesColVector.setVal(elementNum, bytes, 0, adjustedDownLen); + } else { + bytesColVector.noNulls = false; + bytesColVector.isNull[elementNum] = true; + } + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + if (doubleColVector == null) { + doubleColVector = new DoubleColumnVector(); + } + // Read present/isNull stream + doubleTreeReader.nextVector(doubleColVector, batchSize); + + if (previousVector == null) { + bytesColVector = new BytesColumnVector(); + } else { + bytesColVector = (BytesColumnVector) previousVector; + } + + convertVector(doubleColVector, bytesColVector, batchSize); + + return bytesColVector; + } + } + + private static TreeReader doubleConversionReader( + int columnId, + TreeReaderSchema treeReaderSchema, + OrcProto.Type fileType, + OrcProto.Type schemaType, + boolean[] included, + boolean skipCorrupt) throws IOException { + + switch (schemaType.getKind()) { + + case DECIMAL: + { + int precision = + schemaType.hasPrecision() ? schemaType.getPrecision() : HiveDecimal.SYSTEM_DEFAULT_PRECISION; + int scale = schemaType.hasScale() ? schemaType.getScale() : HiveDecimal.SYSTEM_DEFAULT_SCALE; + return new DecimalFromDoubleTreeReader(columnId, precision, scale); + } + + case STRING: + return new StringFromDoubleTreeReader(columnId, skipCorrupt); + + case CHAR: + { + if (!schemaType.hasMaximumLength()) { + throw new IllegalArgumentException("ORC char type has no length specified"); + } + return new CharFromDoubleTreeReader(columnId, schemaType.getMaximumLength(), skipCorrupt); + } + + case VARCHAR: + { + if (!schemaType.hasMaximumLength()) { + throw new IllegalArgumentException("ORC varchar type has no length specified"); + } + return new VarcharFromDoubleTreeReader(columnId, schemaType.getMaximumLength(), skipCorrupt); + } + + // UNDONE + case BOOLEAN: + case BYTE: + case SHORT: + case INT: + case LONG: + case FLOAT: + case DOUBLE: + case BINARY: + case TIMESTAMP: + case DATE: + + case STRUCT: + case LIST: + case MAP: + case UNION: + default: + throw new IllegalArgumentException("Unsupported type " + + schemaType.getKind()); + } + } + + public static class StringFromDecimalTreeReader extends ConvertTreeReader { + + private DecimalTreeReader decimalTreeReader; + + private int precision; + private int scale; + private HiveDecimalWritable hiveDecimalResult; + private DecimalColumnVector decimalColVector; + private BytesColumnVector bytesColVector; + + StringFromDecimalTreeReader(int columnId, int precision, int scale, boolean skipCorrupt) + throws IOException { + super(columnId); + this.precision = precision; + this.scale = scale; + decimalTreeReader = new DecimalTreeReader(columnId, precision, scale); + setConvertTreeReader(decimalTreeReader); + hiveDecimalResult = new HiveDecimalWritable(); + } + + @Override + Object next(Object previous) throws IOException { + + HiveDecimalWritable readHiveDecimalResult = + (HiveDecimalWritable) decimalTreeReader.next(hiveDecimalResult); + + Text result = null; + if (readHiveDecimalResult != null) { + if (previous == null) { + result = new Text(); + } else { + result = (Text) previous; + } + result.set(readHiveDecimalResult.getHiveDecimal().toString()); + } + return result; + } + + @Override + public void setConvertVectorEle(int elementNum) { + String string = decimalColVector.vector[elementNum].getHiveDecimal().toString(); + byte[] bytes = string.getBytes(); + bytesColVector.setVal(elementNum, bytes, 0, bytes.length); + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + if (decimalColVector == null) { + decimalColVector = new DecimalColumnVector(precision, scale); + } + // Read present/isNull stream + decimalTreeReader.nextVector(decimalColVector, batchSize); + + if (previousVector == null) { + bytesColVector = new BytesColumnVector(); + } else { + bytesColVector = (BytesColumnVector) previousVector; + } + + convertVector(decimalColVector, bytesColVector, batchSize); + + return bytesColVector; + } + } + + public static class CharFromDecimalTreeReader extends ConvertTreeReader { + + private DecimalTreeReader decimalTreeReader; + + private int maxLength; + private int precision; + private int scale; + private HiveDecimalWritable hiveDecimalResult; + private DecimalColumnVector decimalColVector; + private BytesColumnVector bytesColVector; + + CharFromDecimalTreeReader(int columnId, int maxLength, int precision, int scale, boolean skipCorrupt) + throws IOException { + super(columnId); + this.maxLength = maxLength; + this.precision = precision; + this.scale = scale; + decimalTreeReader = new DecimalTreeReader(columnId, precision, scale); + setConvertTreeReader(decimalTreeReader); + hiveDecimalResult = new HiveDecimalWritable(); + } + + @Override + Object next(Object previous) throws IOException { + + HiveDecimalWritable readHiveDecimalResult = + (HiveDecimalWritable) decimalTreeReader.next(hiveDecimalResult); + + HiveCharWritable result = null; + if (readHiveDecimalResult != null) { + if (previous == null) { + result = new HiveCharWritable(); + } else { + result = (HiveCharWritable) previous; + } + result.set(readHiveDecimalResult.getHiveDecimal().toString(), maxLength); + } + return result; + } + + @Override + public void setConvertVectorEle(int elementNum) { + String string = decimalColVector.vector[elementNum].getHiveDecimal().toString(); + byte[] bytes = string.getBytes(); + int adjustedDownLen = StringExpr + .rightTrimAndTruncate(bytes, 0, bytes.length, maxLength); + bytesColVector.setVal(elementNum, bytes, 0, adjustedDownLen); + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + if (decimalColVector == null) { + decimalColVector = new DecimalColumnVector(precision, scale); + } + // Read present/isNull stream + decimalTreeReader.nextVector(decimalColVector, batchSize); + + if (previousVector == null) { + bytesColVector = new BytesColumnVector(); + } else { + bytesColVector = (BytesColumnVector) previousVector; + } + + convertVector(decimalColVector, bytesColVector, batchSize); + + return bytesColVector; + } + } + + public static class VarcharFromDecimalTreeReader extends ConvertTreeReader { + + private DecimalTreeReader decimalTreeReader; + + private int maxLength; + private int precision; + private int scale; + private HiveDecimalWritable hiveDecimalResult; + private DecimalColumnVector decimalColVector; + private BytesColumnVector bytesColVector; + + VarcharFromDecimalTreeReader(int columnId, int maxLength, int precision, int scale, boolean skipCorrupt) + throws IOException { + super(columnId); + this.maxLength = maxLength; + this.precision = precision; + this.scale = scale; + decimalTreeReader = new DecimalTreeReader(columnId, precision, scale); + setConvertTreeReader(decimalTreeReader); + hiveDecimalResult = new HiveDecimalWritable(); + } + + @Override + Object next(Object previous) throws IOException { + + HiveDecimalWritable readHiveDecimalResult = + (HiveDecimalWritable) decimalTreeReader.next(hiveDecimalResult); + + HiveVarcharWritable result = null; + if (readHiveDecimalResult != null) { + if (previous == null) { + result = new HiveVarcharWritable(); + } else { + result = (HiveVarcharWritable) previous; + } + result.set(readHiveDecimalResult.getHiveDecimal().toString(), maxLength); + } + return result; + } + + @Override + public void setConvertVectorEle(int elementNum) { + String string = decimalColVector.vector[elementNum].getHiveDecimal().toString(); + byte[] bytes = string.getBytes(); + int adjustedDownLen = StringExpr + .truncate(bytes, 0, bytes.length, maxLength); + bytesColVector.setVal(elementNum, bytes, 0, adjustedDownLen); + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + if (decimalColVector == null) { + decimalColVector = new DecimalColumnVector(precision, scale); + } + // Read present/isNull stream + decimalTreeReader.nextVector(decimalColVector, batchSize); + + if (previousVector == null) { + bytesColVector = new BytesColumnVector(); + } else { + bytesColVector = (BytesColumnVector) previousVector; + } + + convertVector(decimalColVector, bytesColVector, batchSize); + + return bytesColVector; + } + } + + private static TreeReader decimalConversionReader( + int columnId, + TreeReaderSchema treeReaderSchema, + OrcProto.Type fileType, + OrcProto.Type schemaType, + boolean[] included, + boolean skipCorrupt) throws IOException { + + switch (schemaType.getKind()) { + + case STRING: + { + int precision = + fileType.hasPrecision() ? fileType.getPrecision() : HiveDecimal.SYSTEM_DEFAULT_PRECISION; + int scale = fileType.hasScale() ? fileType.getScale() : HiveDecimal.SYSTEM_DEFAULT_SCALE; + return new StringFromDecimalTreeReader(columnId, precision, scale, skipCorrupt); + } + + case CHAR: + { + if (!schemaType.hasMaximumLength()) { + throw new IllegalArgumentException("ORC char type has no length specified"); + } + int precision = + fileType.hasPrecision() ? fileType.getPrecision() : HiveDecimal.SYSTEM_DEFAULT_PRECISION; + int scale = fileType.hasScale() ? fileType.getScale() : HiveDecimal.SYSTEM_DEFAULT_SCALE; + return new CharFromDecimalTreeReader(columnId, schemaType.getMaximumLength(), precision, scale, skipCorrupt); + } + + case VARCHAR: + { + if (!schemaType.hasMaximumLength()) { + throw new IllegalArgumentException("ORC varchar type has no length specified"); + } + int precision = + fileType.hasPrecision() ? fileType.getPrecision() : HiveDecimal.SYSTEM_DEFAULT_PRECISION; + int scale = fileType.hasScale() ? fileType.getScale() : HiveDecimal.SYSTEM_DEFAULT_SCALE; + return new VarcharFromDecimalTreeReader(columnId, schemaType.getMaximumLength(), precision, scale, skipCorrupt); + } + + // UNDONE + case BOOLEAN: + case BYTE: + case SHORT: + case INT: + case LONG: + case FLOAT: + case DOUBLE: + case DECIMAL: + case BINARY: + case TIMESTAMP: + case DATE: + + case STRUCT: + case LIST: + case MAP: + case UNION: + default: + throw new IllegalArgumentException("Unsupported type " + + schemaType.getKind()); + } + } + + public static class DecimalFromStringTreeReader extends ConvertTreeReader { + + private StringTreeReader stringTreeReader; + + private int precision; + private int scale; + private Text textResult; + private BytesColumnVector bytesColVector; + private DecimalColumnVector decimalColVector; + + DecimalFromStringTreeReader(int columnId, int precision, int scale) throws IOException { + super(columnId); + this.precision = precision; + this.scale = scale; + stringTreeReader = new StringTreeReader(columnId); + setConvertTreeReader(stringTreeReader); + textResult = new Text(); + } + + private HiveDecimal parseDecimalFromString(String string) { + try { + HiveDecimal value = HiveDecimal.create(string); + return value; + } catch (NumberFormatException e) { + return null; + } + } + + private HiveDecimal parseDecimalFromText(Text text) { + return parseDecimalFromString(textResult.toString()); + } + + @Override + Object next(Object previous) throws IOException { + + Text readTextResult = (Text) stringTreeReader.next(textResult); + + HiveDecimalWritable result = null; + if (readTextResult != null) { + HiveDecimal value = parseDecimalFromText(readTextResult); + if (value != null) { + if (previous == null) { + result = new HiveDecimalWritable(); + } else { + result = (HiveDecimalWritable) previous; + } + result.set(value); + } + } + return result; + } + + @Override + public void setConvertVectorEle(int elementNum) throws IOException { + String string; + try { + string = new String(bytesColVector.vector[elementNum], + bytesColVector.start[elementNum], bytesColVector.length[elementNum], "UTF-8"); + } catch (UnsupportedEncodingException e) { + throw new IOException(e); + } + HiveDecimal value = parseDecimalFromString(string); + if (value != null) { + decimalColVector.set(elementNum, value); + } else { + decimalColVector.noNulls = false; + decimalColVector.isNull[elementNum] = true; + } + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + if (bytesColVector == null) { + bytesColVector = new BytesColumnVector(); + } + // Read present/isNull stream + stringTreeReader.nextVector(bytesColVector, batchSize); + + if (previousVector == null) { + decimalColVector = new DecimalColumnVector(precision, scale); + } else { + decimalColVector = (DecimalColumnVector) previousVector; + } + + convertVector(bytesColVector, decimalColVector, batchSize); + + return decimalColVector; + } + } + + public static class DecimalFromCharTreeReader extends ConvertTreeReader { + + private CharTreeReader charTreeReader; + + private int precision; + private int scale; + private HiveCharWritable hiveCharResult; + private BytesColumnVector bytesColVector; + private DecimalColumnVector decimalColVector; + + DecimalFromCharTreeReader(int columnId, int maxLength, int precision, int scale) throws IOException { + super(columnId); + this.precision = precision; + this.scale = scale; + charTreeReader = new CharTreeReader(columnId, maxLength); + setConvertTreeReader(charTreeReader); + hiveCharResult = new HiveCharWritable(); + } + + private HiveDecimal parseDecimalFromString(String string) { + try { + HiveDecimal value = HiveDecimal.create(string); + return value; + } catch (NumberFormatException e) { + return null; + } + } + + @Override + Object next(Object previous) throws IOException { + + HiveCharWritable readHiveCharResult = + (HiveCharWritable) charTreeReader.next(hiveCharResult); + + HiveDecimalWritable result = null; + if (readHiveCharResult != null) { + HiveDecimal value = parseDecimalFromString(readHiveCharResult.toString()); + if (value != null) { + if (previous == null) { + result = new HiveDecimalWritable(); + } else { + result = (HiveDecimalWritable) previous; + } + result.set(value); + } + } + return result; + } + + @Override + public void setConvertVectorEle(int elementNum) throws IOException { + String string; + try { + string = new String(bytesColVector.vector[elementNum], + bytesColVector.start[elementNum], bytesColVector.length[elementNum], "UTF-8"); + } catch (UnsupportedEncodingException e) { + throw new IOException(e); + } + HiveDecimal value = parseDecimalFromString(string); + if (value != null) { + decimalColVector.set(elementNum, value); + } else { + decimalColVector.noNulls = false; + decimalColVector.isNull[elementNum] = true; + } + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + if (bytesColVector == null) { + bytesColVector = new BytesColumnVector(); + } + // Read present/isNull stream + charTreeReader.nextVector(bytesColVector, batchSize); + + if (previousVector == null) { + decimalColVector = new DecimalColumnVector(precision, scale); + } else { + decimalColVector = (DecimalColumnVector) previousVector; + } + + convertVector(bytesColVector, decimalColVector, batchSize); + + return decimalColVector; + } + } + + public static class DecimalFromVarcharTreeReader extends ConvertTreeReader { + + private VarcharTreeReader varcharTreeReader; + + private int precision; + private int scale; + private HiveVarcharWritable hiveVarcharResult; + private BytesColumnVector bytesColVector; + private DecimalColumnVector decimalColVector; + + DecimalFromVarcharTreeReader(int columnId, int maxLength, int precision, int scale) throws IOException { + super(columnId); + this.precision = precision; + this.scale = scale; + varcharTreeReader = new VarcharTreeReader(columnId, maxLength); + setConvertTreeReader(varcharTreeReader); + hiveVarcharResult = new HiveVarcharWritable(); + } + + private HiveDecimal parseDecimalFromString(String string) { + try { + HiveDecimal value = HiveDecimal.create(string); + return value; + } catch (NumberFormatException e) { + return null; + } + } + + @Override + Object next(Object previous) throws IOException { + + HiveVarcharWritable readHiveVarcharResult = + (HiveVarcharWritable) varcharTreeReader.next(hiveVarcharResult); + + HiveDecimalWritable result = null; + if (readHiveVarcharResult != null) { + HiveDecimal value = parseDecimalFromString(readHiveVarcharResult.toString()); + if (value != null) { + if (previous == null) { + result = new HiveDecimalWritable(); + } else { + result = (HiveDecimalWritable) previous; + } + result.set(value); + } + } + return result; + } + + @Override + public void setConvertVectorEle(int elementNum) throws IOException { + String string; + try { + string = new String(bytesColVector.vector[elementNum], + bytesColVector.start[elementNum], bytesColVector.length[elementNum], "UTF-8"); + } catch (UnsupportedEncodingException e) { + throw new IOException(e); + } + HiveDecimal value = parseDecimalFromString(string); + if (value != null) { + decimalColVector.set(elementNum, value); + } else { + decimalColVector.noNulls = false; + decimalColVector.isNull[elementNum] = true; + } + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + if (bytesColVector == null) { + bytesColVector = new BytesColumnVector(); + } + // Read present/isNull stream + varcharTreeReader.nextVector(bytesColVector, batchSize); + + if (previousVector == null) { + decimalColVector = new DecimalColumnVector(precision, scale); + } else { + decimalColVector = (DecimalColumnVector) previousVector; + } + + convertVector(bytesColVector, decimalColVector, batchSize); + + return decimalColVector; + } + } + + public static class StringFromTimestampTreeReader extends ConvertTreeReader { + + private TimestampTreeReader timestampTreeReader; + + private TimestampWritable timestampWritableResult; + private TimestampColumnVector timestampColVector; + private BytesColumnVector bytesColVector; + + StringFromTimestampTreeReader(int columnId, boolean skipCorrupt) throws IOException { + super(columnId); + timestampTreeReader = new TimestampTreeReader(columnId, skipCorrupt); + setConvertTreeReader(timestampTreeReader); + timestampWritableResult = new TimestampWritable(); + } + + @Override + Object next(Object previous) throws IOException { + + TimestampWritable readTimestampWritableResult = + (TimestampWritable) timestampTreeReader.next(timestampWritableResult); + + Text result = null; + if (readTimestampWritableResult != null) { + if (previous == null) { + result = new Text(); + } else { + result = (Text) previous; + } + String string = readTimestampWritableResult.toString(); + result.set(string); + } + + return result; + } + + @Override + public void setConvertVectorEle(int elementNum) throws IOException { + String string = + timestampColVector.asScratchPisaTimestamp(elementNum).toString(); + byte[] bytes = string.getBytes(); + bytesColVector.setVal(elementNum, bytes, 0, bytes.length); + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + if (timestampColVector == null) { + timestampColVector = new TimestampColumnVector(); + } + // Read present/isNull stream + timestampTreeReader.nextVector(timestampColVector, batchSize); + + if (previousVector == null) { + bytesColVector = new BytesColumnVector(); + } else { + bytesColVector = (BytesColumnVector) previousVector; + } + + convertVector(timestampColVector, bytesColVector, batchSize); + + return bytesColVector; + } + } + + public static class CharFromTimestampTreeReader extends ConvertTreeReader { + + private TimestampTreeReader timestampTreeReader; + + private int maxLength; + private TimestampWritable timestampWritableResult; + private TimestampColumnVector timestampColVector; + private BytesColumnVector bytesColVector; + + CharFromTimestampTreeReader(int columnId, int maxLength, boolean skipCorrupt) throws IOException { + super(columnId); + this.maxLength = maxLength; + timestampTreeReader = new TimestampTreeReader(columnId, skipCorrupt); + setConvertTreeReader(timestampTreeReader); + timestampWritableResult = new TimestampWritable(); + } + + @Override + Object next(Object previous) throws IOException { + + TimestampWritable readTimestampWritableResult = + (TimestampWritable) timestampTreeReader.next(timestampWritableResult); + + HiveCharWritable result = null; + if (readTimestampWritableResult != null) { + if (previous == null) { + result = new HiveCharWritable(); + } else { + result = (HiveCharWritable) previous; + } + String string = readTimestampWritableResult.toString(); + result.set(string, maxLength); + } + + return result; + } + + @Override + public void setConvertVectorEle(int elementNum) throws IOException { + String string = + timestampColVector.asScratchPisaTimestamp(elementNum).toString(); + byte[] bytes = string.getBytes(); + int adjustedDownLen = StringExpr + .rightTrimAndTruncate(bytes, 0, bytes.length, maxLength); + bytesColVector.setVal(elementNum, bytes, 0, adjustedDownLen); + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + if (timestampColVector == null) { + timestampColVector = new TimestampColumnVector(); + } + // Read present/isNull stream + timestampTreeReader.nextVector(timestampColVector, batchSize); + + if (previousVector == null) { + bytesColVector = new BytesColumnVector(); + } else { + bytesColVector = (BytesColumnVector) previousVector; + } + + convertVector(timestampColVector, bytesColVector, batchSize); + + return bytesColVector; + } + } + + public static class VarcharFromTimestampTreeReader extends ConvertTreeReader { + + private TimestampTreeReader timestampTreeReader; + + private int maxLength; + private TimestampWritable timestampWritableResult; + private TimestampColumnVector timestampColVector; + private BytesColumnVector bytesColVector; + + VarcharFromTimestampTreeReader(int columnId, int maxLength, boolean skipCorrupt) throws IOException { + super(columnId); + this.maxLength = maxLength; + timestampTreeReader = new TimestampTreeReader(columnId, skipCorrupt); + setConvertTreeReader(timestampTreeReader); + timestampWritableResult = new TimestampWritable(); + } + + @Override + Object next(Object previous) throws IOException { + + TimestampWritable readTimestampWritableResult = + (TimestampWritable) timestampTreeReader.next(timestampWritableResult); + + HiveVarcharWritable result = null; + if (readTimestampWritableResult != null) { + if (previous == null) { + result = new HiveVarcharWritable(); + } else { + result = (HiveVarcharWritable) previous; + } + String string = readTimestampWritableResult.toString(); + result.set(string, maxLength); + } + + return result; + } + + @Override + public void setConvertVectorEle(int elementNum) throws IOException { + String string = + timestampColVector.asScratchPisaTimestamp(elementNum).toString(); + byte[] bytes = string.getBytes(); + int adjustedDownLen = StringExpr + .truncate(bytes, 0, bytes.length, maxLength); + bytesColVector.setVal(elementNum, bytes, 0, adjustedDownLen); + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + if (timestampColVector == null) { + timestampColVector = new TimestampColumnVector(); + } + // Read present/isNull stream + timestampTreeReader.nextVector(timestampColVector, batchSize); + + if (previousVector == null) { + bytesColVector = new BytesColumnVector(); + } else { + bytesColVector = (BytesColumnVector) previousVector; + } + + convertVector(timestampColVector, bytesColVector, batchSize); + + return bytesColVector; + } + } + + public static class StringFromDateTreeReader extends ConvertTreeReader { + + private DateTreeReader dateTreeReader; + + private LongColumnVector longColVector; + private BytesColumnVector bytesColVector; + private DateWritable dateWritableResult; + private Date date; + + StringFromDateTreeReader(int columnId, boolean skipCorrupt) throws IOException { + super(columnId); + dateTreeReader = new DateTreeReader(columnId); + setConvertTreeReader(dateTreeReader); + dateWritableResult = new DateWritable(); + date = new Date(0); + } + + @Override + Object next(Object previous) throws IOException { + + DateWritable readDateWritableResult = + (DateWritable) dateTreeReader.next(dateWritableResult); + + Text result = null; + if (readDateWritableResult != null) { + if (previous == null) { + result = new Text(); + } else { + result = (Text) previous; + } + String string = readDateWritableResult.toString(); + result.set(string); + } + + return result; + } + + @Override + public void setConvertVectorEle(int elementNum) throws IOException { + date.setTime(DateWritable.daysToMillis((int) longColVector.vector[elementNum])); + String string = date.toString(); + byte[] bytes = string.getBytes(); + bytesColVector.setVal(elementNum, bytes, 0, bytes.length); + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + if (longColVector == null) { + longColVector = new LongColumnVector(); + } + // Read present/isNull stream + dateTreeReader.nextVector(longColVector, batchSize); + + if (previousVector == null) { + bytesColVector = new BytesColumnVector(); + } else { + bytesColVector = (BytesColumnVector) previousVector; + } + + convertVector(longColVector, bytesColVector, batchSize); + + return bytesColVector; + } + } + + public static class CharFromDateTreeReader extends ConvertTreeReader { + + private DateTreeReader dateTreeReader; + + private int maxLength; + private LongColumnVector longColVector; + private BytesColumnVector bytesColVector; + private DateWritable dateWritableResult; + private Date date; + + CharFromDateTreeReader(int columnId, int maxLength, boolean skipCorrupt) throws IOException { + super(columnId); + this.maxLength = maxLength; + dateTreeReader = new DateTreeReader(columnId); + setConvertTreeReader(dateTreeReader); + dateWritableResult = new DateWritable(); + date = new Date(0); + } + + @Override + Object next(Object previous) throws IOException { + + DateWritable readDateWritableResult = + (DateWritable) dateTreeReader.next(dateWritableResult); + + HiveCharWritable result = null; + if (readDateWritableResult != null) { + if (previous == null) { + result = new HiveCharWritable(); + } else { + result = (HiveCharWritable) previous; + } + String string = readDateWritableResult.toString(); + result.set(string, maxLength); + } + + return result; + } + + @Override + public void setConvertVectorEle(int elementNum) throws IOException { + date.setTime(DateWritable.daysToMillis((int) longColVector.vector[elementNum])); + String string = date.toString(); + byte[] bytes = string.getBytes(); + int adjustedDownLen = StringExpr + .rightTrimAndTruncate(bytes, 0, bytes.length, maxLength); + bytesColVector.setVal(elementNum, bytes, 0, adjustedDownLen); + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + if (longColVector == null) { + longColVector = new LongColumnVector(); + } + // Read present/isNull stream + dateTreeReader.nextVector(longColVector, batchSize); + + if (previousVector == null) { + bytesColVector = new BytesColumnVector(); + } else { + bytesColVector = (BytesColumnVector) previousVector; + } + + convertVector(longColVector, bytesColVector, batchSize); + + return bytesColVector; + } + } + + public static class VarcharFromDateTreeReader extends ConvertTreeReader { + + private DateTreeReader dateTreeReader; + + private int maxLength; + private LongColumnVector longColVector; + private BytesColumnVector bytesColVector; + private DateWritable dateWritableResult; + private Date date; + + VarcharFromDateTreeReader(int columnId, int maxLength, boolean skipCorrupt) throws IOException { + super(columnId); + this.maxLength = maxLength; + dateTreeReader = new DateTreeReader(columnId); + setConvertTreeReader(dateTreeReader); + dateWritableResult = new DateWritable(); + date = new Date(0); + } + + @Override + Object next(Object previous) throws IOException { + + DateWritable readDateWritableResult = + (DateWritable) dateTreeReader.next(dateWritableResult); + + HiveVarcharWritable result = null; + if (readDateWritableResult != null) { + if (previous == null) { + result = new HiveVarcharWritable(); + } else { + result = (HiveVarcharWritable) previous; + } + String string = readDateWritableResult.toString(); + result.set(string, maxLength); + } + + return result; + } + + @Override + public void setConvertVectorEle(int elementNum) throws IOException { + date.setTime(DateWritable.daysToMillis((int) longColVector.vector[elementNum])); + String string = date.toString(); + byte[] bytes = string.getBytes(); + int adjustedDownLen = StringExpr + .truncate(bytes, 0, bytes.length, maxLength); + bytesColVector.setVal(elementNum, bytes, 0, adjustedDownLen); + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + if (longColVector == null) { + longColVector = new LongColumnVector(); + } + // Read present/isNull stream + dateTreeReader.nextVector(longColVector, batchSize); + + if (previousVector == null) { + bytesColVector = new BytesColumnVector(); + } else { + bytesColVector = (BytesColumnVector) previousVector; + } + + convertVector(longColVector, bytesColVector, batchSize); + + return bytesColVector; + } + } + + public static class StringFromCharTreeReader extends ConvertTreeReader { + + // NOTE: When we get rid of row-by-row --> Just use CharTreeReader + + private CharTreeReader charTreeReader; + + private HiveCharWritable hiveCharResult; + + StringFromCharTreeReader(int columnId, int maxLength) throws IOException { + super(columnId); + charTreeReader = new CharTreeReader(columnId, maxLength); + setConvertTreeReader(charTreeReader); + hiveCharResult = new HiveCharWritable(); + } + + @Override + Object next(Object previous) throws IOException { + + HiveCharWritable readHiveCharResult = + (HiveCharWritable) charTreeReader.next(hiveCharResult); + + Text result = null; + if (readHiveCharResult != null) { + if (previous == null) { + result = new Text(); + } else { + result = (Text) previous; + } + result.set(readHiveCharResult.getStrippedValue()); + } + return result; + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + // The right trim and truncated BytesColumnVector produced by CharTreeReader is what we want. + return charTreeReader.nextVector(previousVector, batchSize); + } + } + + public static class StringFromVarcharTreeReader extends ConvertTreeReader { + + // NOTE: When we get rid of row-by-row --> Just use VarcharTreeReader + + private VarcharTreeReader charTreeReader; + + private HiveVarcharWritable hiveVarcharResult; + + StringFromVarcharTreeReader(int columnId, int maxLength) throws IOException { + super(columnId); + charTreeReader = new VarcharTreeReader(columnId, maxLength); + setConvertTreeReader(charTreeReader); + hiveVarcharResult = new HiveVarcharWritable(); + } + + @Override + Object next(Object previous) throws IOException { + + HiveVarcharWritable readHiveVarcharResult = + (HiveVarcharWritable) charTreeReader.next(hiveVarcharResult); + + Text result = null; + if (readHiveVarcharResult != null) { + if (previous == null) { + result = new Text(); + } else { + result = (Text) previous; + } + result.set(readHiveVarcharResult.getTextValue()); + } + return result; + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + // The truncated BytesColumnVector produced by VarcharTreeReader is what we want. + return charTreeReader.nextVector(previousVector, batchSize); + } + } + + public static class VarcharFromCharTreeReader extends ConvertTreeReader { + + private CharTreeReader charTreeReader; + + private int schemaMaxLength; + private HiveCharWritable hiveCharResult; + + VarcharFromCharTreeReader(int columnId, int fileMaxLength, int schemaMaxLength) throws IOException { + super(columnId); + this.schemaMaxLength = schemaMaxLength; + charTreeReader = new CharTreeReader(columnId, fileMaxLength); + setConvertTreeReader(charTreeReader); + hiveCharResult = new HiveCharWritable(); + } + + @Override + Object next(Object previous) throws IOException { + + HiveCharWritable readHiveCharResult = + (HiveCharWritable) charTreeReader.next(hiveCharResult); + + HiveVarcharWritable result = null; + if (readHiveCharResult != null) { + if (previous == null) { + result = new HiveVarcharWritable(); + } else { + result = (HiveVarcharWritable) previous; + } + result.set(readHiveCharResult.getStrippedValue().toString(), schemaMaxLength); + } + return result; + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + // First get right trim and truncated BytesColumnVector produced by CharTreeReader. + BytesColumnVector result = + (BytesColumnVector) charTreeReader.nextVector(previousVector, batchSize); + + // Truncate for VARCHAR. + if (result.isRepeating) { + if (result.noNulls || !result.isNull[0]) { + result.length[0] = StringExpr + .truncate(result.vector[0], result.start[0], result.length[0], schemaMaxLength); + } + } else if (result.noNulls){ + for (int i = 0; i < batchSize; i++) { + result.length[i] = StringExpr + .truncate(result.vector[i], result.start[i], result.length[i], schemaMaxLength); + } + } else { + for (int i = 0; i < batchSize; i++) { + if (!result.isNull[i]) { + result.length[i] = StringExpr + .truncate(result.vector[i], result.start[i], result.length[i], schemaMaxLength); + } + } + } + return result; + } + } + + public static class CharFromVarcharTreeReader extends ConvertTreeReader { + + private VarcharTreeReader varcharTreeReader; + + private int schemaMaxLength; + private HiveVarcharWritable hiveVarcharResult; + + CharFromVarcharTreeReader(int columnId, int fileMaxLength, int schemaMaxLength) throws IOException { + super(columnId); + this.schemaMaxLength = schemaMaxLength; + varcharTreeReader = new VarcharTreeReader(columnId, fileMaxLength); + setConvertTreeReader(varcharTreeReader); + hiveVarcharResult = new HiveVarcharWritable(); + } + + @Override + Object next(Object previous) throws IOException { + + HiveVarcharWritable readHiveVarcharResult = + (HiveVarcharWritable) varcharTreeReader.next(hiveVarcharResult); + + HiveCharWritable result = null; + if (readHiveVarcharResult != null) { + if (previous == null) { + result = new HiveCharWritable(); + } else { + result = (HiveCharWritable) previous; + } + result.set(readHiveVarcharResult.toString(), schemaMaxLength); + } + return result; + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + // First get truncated BytesColumnVector produced by VarcharTreeReader. + BytesColumnVector result = + (BytesColumnVector) varcharTreeReader.nextVector(previousVector, batchSize); + + // Right trim and truncate for CHAR. + if (result.isRepeating) { + if (result.noNulls || !result.isNull[0]) { + result.length[0] = StringExpr + .rightTrimAndTruncate(result.vector[0], result.start[0], result.length[0], schemaMaxLength); + } + } else if (result.noNulls){ + for (int i = 0; i < batchSize; i++) { + result.length[i] = StringExpr + .rightTrimAndTruncate(result.vector[i], result.start[i], result.length[i], schemaMaxLength); + } + } else { + for (int i = 0; i < batchSize; i++) { + if (!result.isNull[i]) { + result.length[i] = StringExpr + .rightTrimAndTruncate(result.vector[i], result.start[i], result.length[i], schemaMaxLength); + } + } + } + return result; + } + } + + private static TreeReader stringConversionReader( + int columnId, + TreeReaderSchema treeReaderSchema, + OrcProto.Type fileType, + OrcProto.Type schemaType, + boolean[] included, + boolean skipCorrupt) throws IOException { + + switch (schemaType.getKind()) { + + case DOUBLE: + return new DoubleFromStringTreeReader(columnId); + + case DECIMAL: + { + int precision = + schemaType.hasPrecision() ? schemaType.getPrecision() : HiveDecimal.SYSTEM_DEFAULT_PRECISION; + int scale = schemaType.hasScale() ? schemaType.getScale() : HiveDecimal.SYSTEM_DEFAULT_SCALE; + return new DecimalFromStringTreeReader(columnId, precision, scale); + } + + case CHAR: + if (!schemaType.hasMaximumLength()) { + throw new IllegalArgumentException("ORC char type has no length specified"); + } + return new CharTreeReader(columnId, schemaType.getMaximumLength()); + + case VARCHAR: + if (!schemaType.hasMaximumLength()) { + throw new IllegalArgumentException("ORC varchar type has no length specified"); + } + return new VarcharTreeReader(columnId, schemaType.getMaximumLength()); + + // UNDONE + case BOOLEAN: + case BYTE: + case FLOAT: + case SHORT: + case INT: + case LONG: + case STRING: + case BINARY: + case TIMESTAMP: + case DATE: + + case STRUCT: + case LIST: + case MAP: + case UNION: + default: + throw new IllegalArgumentException("Unsupported type " + + schemaType.getKind()); + } + } + + private static TreeReader charConversionReader( + int columnId, + TreeReaderSchema treeReaderSchema, + OrcProto.Type fileType, + OrcProto.Type schemaType, + boolean[] included, + boolean skipCorrupt) throws IOException { + + if (!fileType.hasMaximumLength()) { + throw new IllegalArgumentException("ORC char type has no length specified"); + } + + switch (schemaType.getKind()) { + + case FLOAT: + return new FloatFromCharTreeReader(columnId, schemaType.getMaximumLength()); + + case DOUBLE: + return new DoubleFromCharTreeReader(columnId, schemaType.getMaximumLength()); + + case DECIMAL: + { + int precision = + schemaType.hasPrecision() ? schemaType.getPrecision() : HiveDecimal.SYSTEM_DEFAULT_PRECISION; + int scale = schemaType.hasScale() ? schemaType.getScale() : HiveDecimal.SYSTEM_DEFAULT_SCALE; + return new DecimalFromCharTreeReader(columnId, fileType.getMaximumLength(), precision, scale); + } + + case STRING: + return new StringFromCharTreeReader(columnId, schemaType.getMaximumLength()); + + case VARCHAR: + if (!schemaType.hasMaximumLength()) { + throw new IllegalArgumentException("ORC varchar type has no length specified"); + } + return new VarcharFromCharTreeReader( + columnId, fileType.getMaximumLength(), schemaType.getMaximumLength()); + + // UNDONE + case BOOLEAN: + case BYTE: + case SHORT: + case INT: + case LONG: + case CHAR: + case BINARY: + case TIMESTAMP: + case DATE: + + case STRUCT: + case LIST: + case MAP: + case UNION: + default: + throw new IllegalArgumentException("Unsupported type " + + schemaType.getKind()); + } + } + + private static TreeReader varcharConversionReader( + int columnId, + TreeReaderSchema treeReaderSchema, + OrcProto.Type fileType, + OrcProto.Type schemaType, + boolean[] included, + boolean skipCorrupt) throws IOException { + + if (!fileType.hasMaximumLength()) { + throw new IllegalArgumentException("ORC varchar type has no length specified"); + } + + switch (schemaType.getKind()) { + + case FLOAT: + return new FloatFromVarcharTreeReader(columnId, schemaType.getMaximumLength()); + + case DOUBLE: + return new DoubleFromVarcharTreeReader(columnId, schemaType.getMaximumLength()); + + case DECIMAL: + { + int precision = + schemaType.hasPrecision() ? schemaType.getPrecision() : HiveDecimal.SYSTEM_DEFAULT_PRECISION; + int scale = schemaType.hasScale() ? schemaType.getScale() : HiveDecimal.SYSTEM_DEFAULT_SCALE; + return new DecimalFromVarcharTreeReader(columnId, fileType.getMaximumLength(), precision, scale); + } + + case STRING: + return new StringFromVarcharTreeReader(columnId, schemaType.getMaximumLength()); + + case CHAR: + if (!schemaType.hasMaximumLength()) { + throw new IllegalArgumentException("ORC char type has no length specified"); + } + return new CharFromVarcharTreeReader( + columnId, fileType.getMaximumLength(), schemaType.getMaximumLength()); + + // UNDONE + case BOOLEAN: + case BYTE: + case SHORT: + case INT: + case LONG: + case VARCHAR: + case BINARY: + case TIMESTAMP: + case DATE: + + case STRUCT: + case LIST: + case MAP: + case UNION: + default: + throw new IllegalArgumentException("Unsupported type " + + schemaType.getKind()); + } + } + + private static TreeReader timestampConversionReader( + int columnId, + TreeReaderSchema treeReaderSchema, + OrcProto.Type fileType, + OrcProto.Type schemaType, + boolean[] included, + boolean skipCorrupt) throws IOException { + + switch (schemaType.getKind()) { + + case STRING: + return new StringFromTimestampTreeReader(columnId, skipCorrupt); + + case CHAR: + { + if (!schemaType.hasMaximumLength()) { + throw new IllegalArgumentException("ORC char type has no length specified"); + } + return new CharFromTimestampTreeReader(columnId, schemaType.getMaximumLength(), skipCorrupt); + } + + case VARCHAR: + { + if (!schemaType.hasMaximumLength()) { + throw new IllegalArgumentException("ORC varchar type has no length specified"); + } + return new VarcharFromTimestampTreeReader(columnId, schemaType.getMaximumLength(), skipCorrupt); + } + + // UNDONE + case BOOLEAN: + case BYTE: + case FLOAT: + case SHORT: + case INT: + case LONG: + case DOUBLE: + case BINARY: + case TIMESTAMP: + case DATE: + case DECIMAL: + case STRUCT: + case LIST: + case MAP: + case UNION: + default: + throw new IllegalArgumentException("Unsupported type " + + schemaType.getKind()); + } + } + + private static TreeReader dateConversionReader( + int columnId, + TreeReaderSchema treeReaderSchema, + OrcProto.Type fileType, + OrcProto.Type schemaType, + boolean[] included, + boolean skipCorrupt) throws IOException { + + switch (schemaType.getKind()) { + + case STRING: + return new StringFromDateTreeReader(columnId, skipCorrupt); + + case CHAR: + { + if (!schemaType.hasMaximumLength()) { + throw new IllegalArgumentException("ORC char type has no length specified"); + } + return new CharFromDateTreeReader(columnId, schemaType.getMaximumLength(), skipCorrupt); + } + + case VARCHAR: + { + if (!schemaType.hasMaximumLength()) { + throw new IllegalArgumentException("ORC varchar type has no length specified"); + } + return new VarcharFromDateTreeReader(columnId, schemaType.getMaximumLength(), skipCorrupt); + } + + // UNDONE + case BOOLEAN: + case BYTE: + case FLOAT: + case SHORT: + case INT: + case LONG: + case DOUBLE: + case BINARY: + case TIMESTAMP: + case DATE: + case DECIMAL: + case STRUCT: + case LIST: + case MAP: + case UNION: + default: + throw new IllegalArgumentException("Unsupported type " + + schemaType.getKind()); + } + } + + /** + * Implicit conversion allowed by TypeInfoUtils.implicitConvertible + * method. + * + * // Notice that FLOAT is not included. + * STRING_GROUP -> DOUBLE + * DoubleFromStringTreeReader + * DoubleFromCharTreeReader + * DoubleFromVarcharTreeReader + * + * STRING_GROUP -> DECIMAL + * DecimalFromStringTreeReader + * DecimalFromCharTreeReader + * DecimalFromVarcharTreeReader + * + * DATE_GROUP -> STRING_GROUP + * StringFromDateTreeReader + * CharFromDateTreeReader + * VarcharFromDateTreeReader + * StringFromTimestampTreeReader + * CharFromTimestampTreeReader + * VarcharFromTimestampTreeReader + * + * NUMERIC_GROUP -> STRING_GROUP + * StringFromAnyIntegerTreeReader + * CharFromAnyIntegerTreeReader + * VarcharFromAnyIntegerTreeReader + * StringFromFloatTreeReader + * CharFromFloatTreeReader + * VarcharFromFloatTreeReader + * StringFromDoubleTreeReader + * CharFromDoubleTreeReader + * VarcharFromDoubleTreeReader + * StringFromDecimalTreeReader + * CharFromDecimalTreeReader + * VarcharFromDecimalTreeReader + * + * STRING_GROUP -> STRING_GROUP + * StringFromCharTreeReader + * StringFromVarcharTreeReader + * CHAR from STRING: CharTreeReader + * VARCHAR from STRING: VarcharTreeReader + * CHAR from VARCHAR: CharTreeReader // $MIN maxLength + * VarcharFromCharTreeReader // $MIN maxLength using CharTreeReader and trim/truncate + * + * // Upward from "lower" type to "higher" numeric type: + * BYTE -> SHORT -> INT -> BIGINT -> FLOAT -> DOUBLE -> DECIMAL + * IntegerFromIntegerTreeReader + * FloatFromAnyIntegerTreeReader + * DoubleFromAnyIntegerTreeReader + * DoubleFromFloatTreeReader + * DecimalFromAnyIntegerTreeReader + * DecimalFromFloatTreeReader + * DecimalFromDoubleTreeReader + * + */ + private static TreeReader conversionReader( + int columnId, + TreeReaderSchema treeReaderSchema, + OrcProto.Type fileType, + OrcProto.Type schemaType, + boolean[] included, + boolean skipCorrupt) throws IOException { + + switch (fileType.getKind()) { + + case BYTE: + case SHORT: + case INT: + case LONG: + return integerConversionReader(columnId, treeReaderSchema, fileType, + schemaType, included, skipCorrupt); + + case FLOAT: + return floatConversionReader(columnId, treeReaderSchema, fileType, + schemaType, included, skipCorrupt); + + case DOUBLE: + return doubleConversionReader(columnId, treeReaderSchema, fileType, + schemaType, included, skipCorrupt); + + case DECIMAL: + return decimalConversionReader(columnId, treeReaderSchema, fileType, + schemaType, included, skipCorrupt); + + case STRING: + return stringConversionReader(columnId, treeReaderSchema, fileType, + schemaType, included, skipCorrupt); + + case CHAR: + return charConversionReader(columnId, treeReaderSchema, fileType, + schemaType, included, skipCorrupt); + + case VARCHAR: + return varcharConversionReader(columnId, treeReaderSchema, fileType, + schemaType, included, skipCorrupt); + + case TIMESTAMP: + return timestampConversionReader(columnId, treeReaderSchema, fileType, + schemaType, included, skipCorrupt); + + case DATE: + return dateConversionReader(columnId, treeReaderSchema, fileType, + schemaType, included, skipCorrupt); + + // UNDONE + case BOOLEAN: + + case BINARY: + + case STRUCT: + case LIST: + case MAP: + case UNION: + default: + throw new IllegalArgumentException("Unsupported type " + + schemaType.getKind()); + } + } + + public static TreeReader createTreeReader(int columnId, + TreeReaderSchema treeReaderSchema, + boolean[] included, + boolean skipCorrupt + ) throws IOException { + OrcProto.Type schemaType = treeReaderSchema.getSchemaTypes().get(columnId); + switch (schemaType.getKind()) { + case BOOLEAN: + return new BooleanTreeReader(columnId); + case BYTE: + return new ByteTreeReader(columnId); + case DOUBLE: + return new DoubleTreeReader(columnId); + case FLOAT: + return new FloatTreeReader(columnId); + case SHORT: + return new ShortTreeReader(columnId); + case INT: + return new IntTreeReader(columnId); + case LONG: + return new LongTreeReader(columnId, skipCorrupt); + case STRING: + return new StringTreeReader(columnId); + case CHAR: + if (!schemaType.hasMaximumLength()) { + throw new IllegalArgumentException("ORC char type has no length specified"); + } + return new CharTreeReader(columnId, schemaType.getMaximumLength()); + case VARCHAR: + if (!schemaType.hasMaximumLength()) { + throw new IllegalArgumentException("ORC varchar type has no length specified"); + } + return new VarcharTreeReader(columnId, schemaType.getMaximumLength()); + case BINARY: + return new BinaryTreeReader(columnId); + case TIMESTAMP: + return new TimestampTreeReader(columnId, skipCorrupt); + case DATE: + return new DateTreeReader(columnId); + case DECIMAL: + { + int precision = + schemaType.hasPrecision() ? schemaType.getPrecision() : HiveDecimal.SYSTEM_DEFAULT_PRECISION; + int scale = schemaType.hasScale() ? schemaType.getScale() : HiveDecimal.SYSTEM_DEFAULT_SCALE; + return new DecimalTreeReader(columnId, precision, scale); } - return new VarcharTreeReader(columnId, type.getMaximumLength()); - case BINARY: - return new BinaryTreeReader(columnId); - case TIMESTAMP: - return new TimestampTreeReader(columnId, skipCorrupt); - case DATE: - return new DateTreeReader(columnId); - case DECIMAL: - int precision = - type.hasPrecision() ? type.getPrecision() : HiveDecimal.SYSTEM_DEFAULT_PRECISION; - int scale = type.hasScale() ? type.getScale() : HiveDecimal.SYSTEM_DEFAULT_SCALE; - return new DecimalTreeReader(columnId, precision, scale); case STRUCT: return new StructTreeReader(columnId, treeReaderSchema, included, skipCorrupt); case LIST: @@ -2515,7 +6016,7 @@ public static TreeReader createTreeReader(int columnId, return new UnionTreeReader(columnId, treeReaderSchema, included, skipCorrupt); default: throw new IllegalArgumentException("Unsupported type " + - type.getKind()); + schemaType.getKind()); } } } diff --git ql/src/java/org/apache/hadoop/hive/ql/plan/VectorPartitionConversion.java ql/src/java/org/apache/hadoop/hive/ql/plan/VectorPartitionConversion.java index 8fe298d..e7352cf 100644 --- ql/src/java/org/apache/hadoop/hive/ql/plan/VectorPartitionConversion.java +++ ql/src/java/org/apache/hadoop/hive/ql/plan/VectorPartitionConversion.java @@ -58,24 +58,64 @@ public TypeInfo getInvalidToTypeInfo() { } // Currently, we only support these no-precision-loss or promotion data type conversions: - // // - // Short -> Int IMPLICIT WITH VECTORIZATION - // Short -> BigInt IMPLICIT WITH VECTORIZATION - // Int --> BigInt IMPLICIT WITH VECTORIZATION // - // CONSIDER ADDING: - // Float -> Double IMPLICIT WITH VECTORIZATION - // (Char | VarChar) -> String IMPLICIT WITH VECTORIZATION + // TinyInt --> SmallInt + // TinyInt --> Int + // TinyInt --> BigInt // - private static HashMap validFromPrimitiveMap = + // SmallInt -> Int + // SmallInt -> BigInt + // + // Int --> BigInt + // + // Float -> Double + // + // (Char | VarChar) -> String + // + private static HashMap implicitPrimitiveMap = new HashMap(); static { - validFromPrimitiveMap.put( + implicitPrimitiveMap.put( + PrimitiveCategory.BYTE, + new PrimitiveCategory[] { PrimitiveCategory.SHORT, PrimitiveCategory.INT, PrimitiveCategory.LONG }); + implicitPrimitiveMap.put( PrimitiveCategory.SHORT, new PrimitiveCategory[] { PrimitiveCategory.INT, PrimitiveCategory.LONG }); - validFromPrimitiveMap.put( + implicitPrimitiveMap.put( PrimitiveCategory.INT, new PrimitiveCategory[] { PrimitiveCategory.LONG }); + implicitPrimitiveMap.put( + PrimitiveCategory.FLOAT, + new PrimitiveCategory[] { PrimitiveCategory.DOUBLE }); + implicitPrimitiveMap.put( + PrimitiveCategory.CHAR, + new PrimitiveCategory[] { PrimitiveCategory.STRING }); + implicitPrimitiveMap.put( + PrimitiveCategory.VARCHAR, + new PrimitiveCategory[] { PrimitiveCategory.STRING }); + } + + public static boolean isImplicitVectorColumnConversion(TypeInfo fromTypeInfo, + TypeInfo toTypeInfo) { + + if (fromTypeInfo.getCategory() == Category.PRIMITIVE && + toTypeInfo.getCategory() == Category.PRIMITIVE) { + + PrimitiveCategory fromPrimitiveCategory = + ((PrimitiveTypeInfo) fromTypeInfo).getPrimitiveCategory(); + PrimitiveCategory toPrimitiveCategory = + ((PrimitiveTypeInfo) toTypeInfo).getPrimitiveCategory(); + PrimitiveCategory[] toPrimitiveCategories = implicitPrimitiveMap.get(fromPrimitiveCategory); + if (toPrimitiveCategories != null) { + for (PrimitiveCategory candidatePrimitiveCategory : toPrimitiveCategories) { + if (candidatePrimitiveCategory == toPrimitiveCategory) { + return true; + } + } + } + return false; + } + return false; } private boolean validateOne(TypeInfo fromTypeInfo, TypeInfo toTypeInfo) { @@ -87,24 +127,13 @@ private boolean validateOne(TypeInfo fromTypeInfo, TypeInfo toTypeInfo) { if (fromTypeInfo.getCategory() == Category.PRIMITIVE && toTypeInfo.getCategory() == Category.PRIMITIVE) { - PrimitiveCategory fromPrimitiveCategory = ((PrimitiveTypeInfo) fromTypeInfo).getPrimitiveCategory(); - PrimitiveCategory toPrimitiveCategory = ((PrimitiveTypeInfo) toTypeInfo).getPrimitiveCategory(); - - PrimitiveCategory[] toPrimitiveCategories = - validFromPrimitiveMap.get(fromPrimitiveCategory); - if (toPrimitiveCategories == null || - !ArrayUtils.contains(toPrimitiveCategories, toPrimitiveCategory)) { - invalidFromTypeInfo = fromTypeInfo; - invalidToTypeInfo = toTypeInfo; + // For now, allow all conversions.... - // Tell caller a bad one was found. - validConversion = false; - return false; - } } else { // Ignore checking complex types. Assume they will not be included in the query. } + // The 2 TypeInfo are different. return true; } @@ -117,7 +146,6 @@ public void validateConversion(List fromTypeInfoList, // The method validateOne will turn this off when invalid conversion is found. validConversion = true; - boolean atLeastOneConversion = false; for (int i = 0; i < columnCount; i++) { TypeInfo fromTypeInfo = fromTypeInfoList.get(i); TypeInfo toTypeInfo = toTypeInfoList.get(i); @@ -127,12 +155,6 @@ public void validateConversion(List fromTypeInfoList, return; } } - - if (atLeastOneConversion) { - // Leave resultConversionFlags set. - } else { - resultConversionFlags = null; - } } public void validateConversion(TypeInfo[] fromTypeInfos, TypeInfo[] toTypeInfos) { diff --git ql/src/test/queries/clientnegative/orc_replace_columns2.q ql/src/test/queries/clientnegative/orc_replace_columns2.q index 2a50b94..9bf9c87 100644 --- ql/src/test/queries/clientnegative/orc_replace_columns2.q +++ ql/src/test/queries/clientnegative/orc_replace_columns2.q @@ -1,3 +1,6 @@ SET hive.exec.schema.evolution=true; + +-- Currently, string to int conversion is not supported because it isn't in the lossless +-- TypeIntoUtils.implicitConvertible conversions. create table src_orc (key tinyint, val string) stored as orc; -alter table src_orc replace columns (k smallint, val string); +alter table src_orc replace columns (k smallint, val int); diff --git ql/src/test/queries/clientnegative/orc_replace_columns2_acid.q ql/src/test/queries/clientnegative/orc_replace_columns2_acid.q index b1614e6..7b37757 100644 --- ql/src/test/queries/clientnegative/orc_replace_columns2_acid.q +++ ql/src/test/queries/clientnegative/orc_replace_columns2_acid.q @@ -1,3 +1,6 @@ SET hive.exec.schema.evolution=false; + +-- Currently, string to int conversion is not supported because it isn't in the lossless +-- TypeIntoUtils.implicitConvertible conversions. create table src_orc (key tinyint, val string) clustered by (val) into 2 buckets stored as orc TBLPROPERTIES ('transactional'='true'); -alter table src_orc replace columns (k smallint, val string); +alter table src_orc replace columns (k smallint, val int); diff --git ql/src/test/queries/clientnegative/orc_replace_columns3.q ql/src/test/queries/clientnegative/orc_replace_columns3.q index b7b527f..c2564fb 100644 --- ql/src/test/queries/clientnegative/orc_replace_columns3.q +++ ql/src/test/queries/clientnegative/orc_replace_columns3.q @@ -1,4 +1,7 @@ SET hive.exec.schema.evolution=true; + +-- Currently, smallint to tinyint conversion is not supported because it isn't in the lossless +-- TypeIntoUtils.implicitConvertible conversions. create table src_orc (key smallint, val string) stored as orc; alter table src_orc replace columns (k int, val string, z smallint); alter table src_orc replace columns (k int, val string, z tinyint); diff --git ql/src/test/queries/clientnegative/orc_replace_columns3_acid.q ql/src/test/queries/clientnegative/orc_replace_columns3_acid.q index 89c04e6..e3cb819 100644 --- ql/src/test/queries/clientnegative/orc_replace_columns3_acid.q +++ ql/src/test/queries/clientnegative/orc_replace_columns3_acid.q @@ -1,4 +1,7 @@ SET hive.exec.schema.evolution=false; + +-- Currently, smallint to tinyint conversion is not supported because it isn't in the lossless +-- TypeIntoUtils.implicitConvertible conversions. create table src_orc (key smallint, val string) clustered by (val) into 2 buckets stored as orc TBLPROPERTIES ('transactional'='true'); alter table src_orc replace columns (k int, val string, z smallint); alter table src_orc replace columns (k int, val string, z tinyint); diff --git ql/src/test/queries/clientnegative/orc_type_promotion1.q ql/src/test/queries/clientnegative/orc_type_promotion1.q index d7facc3..07a93d1 100644 --- ql/src/test/queries/clientnegative/orc_type_promotion1.q +++ ql/src/test/queries/clientnegative/orc_type_promotion1.q @@ -1,3 +1,6 @@ SET hive.exec.schema.evolution=true; -create table src_orc (key tinyint, val string) stored as orc; -alter table src_orc change key key float; + +-- Currently, string to int conversion is not supported because it isn't in the lossless +-- TypeIntoUtils.implicitConvertible conversions. +create table src_orc (key string, val string) stored as orc; +alter table src_orc change key key int; diff --git ql/src/test/queries/clientnegative/orc_type_promotion1_acid.q ql/src/test/queries/clientnegative/orc_type_promotion1_acid.q index b845bd6..3a8c08a 100644 --- ql/src/test/queries/clientnegative/orc_type_promotion1_acid.q +++ ql/src/test/queries/clientnegative/orc_type_promotion1_acid.q @@ -1,3 +1,6 @@ SET hive.exec.schema.evolution=false; -create table src_orc (key tinyint, val string) clustered by (val) into 2 buckets stored as orc TBLPROPERTIES ('transactional'='true'); -alter table src_orc change key key float; + +-- Currently, string to int conversion is not supported because it isn't in the lossless +-- TypeIntoUtils.implicitConvertible conversions. +create table src_orc (key string, val string) clustered by (val) into 2 buckets stored as orc TBLPROPERTIES ('transactional'='true'); +alter table src_orc change key key int; diff --git ql/src/test/queries/clientnegative/orc_type_promotion2.q ql/src/test/queries/clientnegative/orc_type_promotion2.q index c4ee1b5..ddc3423 100644 --- ql/src/test/queries/clientnegative/orc_type_promotion2.q +++ ql/src/test/queries/clientnegative/orc_type_promotion2.q @@ -1,4 +1,7 @@ SET hive.exec.schema.evolution=true; + +-- Currently, bigint to int conversion is not supported because it isn't in the lossless +-- TypeIntoUtils.implicitConvertible conversions. create table src_orc (key smallint, val string) stored as orc; desc src_orc; alter table src_orc change key key smallint; @@ -7,4 +10,4 @@ alter table src_orc change key key int; desc src_orc; alter table src_orc change key key bigint; desc src_orc; -alter table src_orc change val val char(100); +alter table src_orc change val val int; diff --git ql/src/test/queries/clientnegative/orc_type_promotion2_acid.q ql/src/test/queries/clientnegative/orc_type_promotion2_acid.q index 5228cf8..1d24b1d 100644 --- ql/src/test/queries/clientnegative/orc_type_promotion2_acid.q +++ ql/src/test/queries/clientnegative/orc_type_promotion2_acid.q @@ -1,4 +1,7 @@ SET hive.exec.schema.evolution=false; + +-- Currently, bigint to int conversion is not supported because it isn't in the lossless +-- TypeIntoUtils.implicitConvertible conversions. create table src_orc (key smallint, val string) clustered by (val) into 2 buckets stored as orc TBLPROPERTIES ('transactional'='true'); desc src_orc; alter table src_orc change key key smallint; @@ -7,4 +10,4 @@ alter table src_orc change key key int; desc src_orc; alter table src_orc change key key bigint; desc src_orc; -alter table src_orc change val val char(100); +alter table src_orc change val val int; diff --git ql/src/test/queries/clientnegative/orc_type_promotion3.q ql/src/test/queries/clientnegative/orc_type_promotion3.q index 3ee99ec..52b0ec7 100644 --- ql/src/test/queries/clientnegative/orc_type_promotion3.q +++ ql/src/test/queries/clientnegative/orc_type_promotion3.q @@ -1,3 +1,6 @@ SET hive.exec.schema.evolution=true; -create table src_orc (key tinyint, val string) stored as orc; + +-- Currently, double to smallint conversion is not supported because it isn't in the lossless +-- TypeIntoUtils.implicitConvertible conversions. +create table src_orc (key double, val string) stored as orc; alter table src_orc change key key smallint; diff --git ql/src/test/queries/clientnegative/orc_type_promotion3_acid.q ql/src/test/queries/clientnegative/orc_type_promotion3_acid.q index 79e5c84..83764e2 100644 --- ql/src/test/queries/clientnegative/orc_type_promotion3_acid.q +++ ql/src/test/queries/clientnegative/orc_type_promotion3_acid.q @@ -1,3 +1,6 @@ SET hive.exec.schema.evolution=false; -create table src_orc (key tinyint, val string) clustered by (val) into 2 buckets stored as orc TBLPROPERTIES ('transactional'='true'); + +-- Currently, double to smallint conversion is not supported because it isn't in the lossless +-- TypeIntoUtils.implicitConvertible conversions. +create table src_orc (key double, val string) clustered by (val) into 2 buckets stored as orc TBLPROPERTIES ('transactional'='true'); alter table src_orc change key key smallint; diff --git ql/src/test/queries/clientpositive/orc_int_type_promotion.q ql/src/test/queries/clientpositive/orc_int_type_promotion.q index a5a2308..9be46f0 100644 --- ql/src/test/queries/clientpositive/orc_int_type_promotion.q +++ ql/src/test/queries/clientpositive/orc_int_type_promotion.q @@ -46,6 +46,8 @@ insert overwrite table alltypes_orc select * from alltypes; select * from alltypes_orc; +SET hive.exec.schema.evolution=true; + alter table alltypes_orc change si si int; select * from alltypes_orc; @@ -59,6 +61,8 @@ set hive.fetch.task.conversion=none; explain select ti, si, i, bi from alltypes_orc; select ti, si, i, bi from alltypes_orc; +SET hive.exec.schema.evolution=false; + set hive.exec.dynamic.partition.mode=nonstrict; create table src_part_orc (key int, value string) partitioned by (ds string) stored as orc; insert overwrite table src_part_orc partition(ds) select key, value, ds from srcpart where ds is not null; diff --git ql/src/test/queries/clientpositive/orc_schema_evolution.q ql/src/test/queries/clientpositive/orc_schema_evolution.q index 285acf4..c78cfe8 100644 --- ql/src/test/queries/clientpositive/orc_schema_evolution.q +++ ql/src/test/queries/clientpositive/orc_schema_evolution.q @@ -1,4 +1,6 @@ set hive.fetch.task.conversion=none; +SET hive.exec.schema.evolution=true; + create table src_orc (key smallint, val string) stored as orc; create table src_orc2 (key smallint, val string) stored as orc; diff --git ql/src/test/queries/clientpositive/schema_evol_orc_acid_mapwork_part.q ql/src/test/queries/clientpositive/schema_evol_orc_acid_mapwork_part.q index 800c5f8..7a966cc 100644 --- ql/src/test/queries/clientpositive/schema_evol_orc_acid_mapwork_part.q +++ ql/src/test/queries/clientpositive/schema_evol_orc_acid_mapwork_part.q @@ -1,173 +1,920 @@ +set hive.explain.user=true; set hive.mapred.mode=nonstrict; set hive.cli.print.header=true; set hive.support.concurrency=true; set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; +set hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat; SET hive.exec.schema.evolution=false; SET hive.vectorized.execution.enabled=false; set hive.fetch.task.conversion=none; set hive.exec.dynamic.partition.mode=nonstrict; - +set hive.default.fileformat=orc; -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, ACID Non-Vectorized, MapWork, Partitioned -- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED part_add_int_permute_select; -insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table part_add_int_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string); +alter table part_add_int_permute_select add columns(c int); +DESCRIBE FORMATTED part_add_int_permute_select; + +insert into table part_add_int_permute_select partition(part=2) values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40); + +insert into table part_add_int_permute_select partition(part=1) values(5, 'new', 100),(6, 'new', 200); + +explain +select part,a,b from part_add_int_permute_select order by part; + +-- SELECT permutation columns to make sure NULL defaulting works right +select part,a,b from part_add_int_permute_select order by part; +select part,a,b,c from part_add_int_permute_select order by part; +select part,c from part_add_int_permute_select order by part; + +drop table part_add_int_permute_select; + + +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_string_permute_select(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED part_add_int_string_permute_select; + +insert into table part_add_int_string_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); + +-- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string); +DESCRIBE FORMATTED part_add_int_string_permute_select; + +insert into table part_add_int_string_permute_select partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); -insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +insert into table part_add_int_string_permute_select partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); -insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +explain +select part,a,b from part_add_int_string_permute_select order by part; -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1; -select part,a,b,c from partitioned1; -select part,a,b,c,d from partitioned1; -select part,a,c,d from partitioned1; -select part,a,d from partitioned1; -select part,c from partitioned1; -select part,d from partitioned1; +select part,a,b from part_add_int_string_permute_select order by part; +select part,a,b,c from part_add_int_string_permute_select order by part; +select part,a,b,c,d from part_add_int_string_permute_select order by part; +select part,a,c,d from part_add_int_string_permute_select order by part; +select part,a,d from part_add_int_string_permute_select order by part; +select part,c from part_add_int_string_permute_select order by part; +select part,d from part_add_int_string_permute_select order by part; +drop table part_add_int_string_permute_select; + +-- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED part_change_string_group_double; -insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); +insert into table part_change_string_group_double partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original'); -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int; +alter table part_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING); +DESCRIBE FORMATTED part_change_string_group_double; + +insert into table part_change_string_group_double partition(part=2) + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new'); + +insert into table part_change_string_group_double partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new'); + +explain +select part,c1,c2,c3,b from part_change_string_group_double order by part; -insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new'); +select part,c1,c2,c3,b from part_change_string_group_double order by part; -insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new'); +drop table part_change_string_group_double; -select part,a,b from partitioned2; +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL -- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED part_change_string_group_decimal; -insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table part_change_string_group_decimal partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original'); --- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string); +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING); +DESCRIBE FORMATTED part_change_string_group_decimal; -insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1); +insert into table part_change_string_group_decimal partition(part=2) + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new'); --- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1; -select part,a,b,c from partitioned1; -select part,a,b,c,d from partitioned1; -select part,a,c,d from partitioned1; -select part,a,d from partitioned1; -select part,c from partitioned1; -select part,d from partitioned1; +insert into table part_change_string_group_decimal partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new'); + +explain +select part,c1,c2,c3,b from part_change_string_group_decimal order by part; + +select part,c1,c2,c3,b from part_change_string_group_decimal order by part; + +drop table part_change_string_group_decimal; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED part_change_date_group_string_group_timestamp; + +insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); +DESCRIBE FORMATTED part_change_date_group_string_group_timestamp; + +insert into table part_change_date_group_string_group_timestamp partition(part=2) + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new'); +insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new'); + +explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by part; + +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by part; + +drop table part_change_date_group_string_group_timestamp; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED part_change_date_group_string_group_date; + +insert into table part_change_date_group_string_group_date partition(part=1) + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); +DESCRIBE FORMATTED part_change_date_group_string_group_date; + +insert into table part_change_date_group_string_group_date partition(part=2) + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new'); + +explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by part; + +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by part; + +drop table part_change_date_group_string_group_date; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string; + +insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string; + +insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1); + +explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part; + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part; + +drop table part_change_numeric_group_string_group_multi_ints_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char; + +insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char; + +insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1); + +explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part; + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part; + +drop table part_change_numeric_group_string_group_multi_ints_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc; + +insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc; + +insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1); + +explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part; + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part; + +drop table part_change_numeric_group_string_group_multi_ints_char_trunc; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar; + +insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar; + +insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1); + +explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part; + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part; + +drop table part_change_numeric_group_string_group_multi_ints_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc; + +insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc; + +insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1); + +explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part; + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part; + +drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string; + +insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original'); + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string; + +insert into table part_change_numeric_group_string_group_floating_string partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part; + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part; + +drop table part_change_numeric_group_string_group_floating_string; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char; + +insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char; + +insert into table part_change_numeric_group_string_group_floating_char partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part; + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part; + +drop table part_change_numeric_group_string_group_floating_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc; + +insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc; + +insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part; + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part; + +drop table part_change_numeric_group_string_group_floating_char_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar; + +insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar; + +insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part; + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part; + +drop table part_change_numeric_group_string_group_floating_varchar; -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc; + +insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); -insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part; -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int; +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc; -insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1); +insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1); -select part,a,b from partitioned4; +explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part; +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part; + +drop table part_change_numeric_group_string_group_floating_varchar_trunc; + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED part_change_string_group_string_group_string; + +insert into table part_change_string_group_string_group_string partition(part=1) + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) ; +DESCRIBE FORMATTED part_change_string_group_string_group_string; + +insert into table part_change_string_group_string_group_string partition(part) + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1); + +explain +select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part; + +select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part; + +drop table part_change_string_group_string_group_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED part_change_string_group_string_group_char; + +insert into table part_change_string_group_string_group_char partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) ; +DESCRIBE FORMATTED part_change_string_group_string_group_char; + +insert into table part_change_string_group_string_group_char partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part; + +select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part; + +drop table part_change_string_group_string_group_char; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED part_change_string_group_string_group_varchar; + +insert into table part_change_string_group_string_group_varchar partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) ; +DESCRIBE FORMATTED part_change_string_group_string_group_varchar; + +insert into table part_change_string_group_string_group_varchar partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part; + +select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part; + +drop table part_change_string_group_string_group_varchar; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint; + +insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original'); + +select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint; + +insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values('774', '2031', '200', '12', '99', '0', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + ('256', '32768', '31889', '300', '444', '506', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + ('100', '5000', '5443', '22', '2', '-2', 'new', 1), + ('17', '90000', '754072151', '95', '20', '18', 'new', 1); + +explain +select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part; + +select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part; + +drop table part_change_lower_to_higher_numeric_group_tinyint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint; + +insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original'); + +select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint; + +insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values('774', '2031', '200', '12', '99', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', 'new', 2), + ('256', '32768', '31889', '300', '444', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', 'new', 2), + ('100', '5000', '5443', '22', '2', 'new', 1), + ('17', '90000', '754072151', '95', '20', 'new', 1); + +explain +select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part; + +select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part; + +drop table part_change_lower_to_higher_numeric_group_smallint; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int; + +insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original'); + +select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int; + +insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values('774', '2031', '200', '12', 'new', 2), + ('561431', '52927714', '7203778961', '8', 'new', 2), + ('256', '32768', '31889', '300', 'new', 2), + ('5555', '40000', '-719017797', '45', 'new', 2), + ('100', '5000', '5443', '22', 'new', 1), + ('17', '90000', '754072151', '95', 'new', 1); + +explain +select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part; + +select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part; + +drop table part_change_lower_to_higher_numeric_group_int; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint; + +insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original'); + +select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint; + +insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values('774', '2031', '200', 'new', 2), + ('561431', '52927714', '7203778961', 'new', 2), + ('256', '32768', '31889', 'new', 2), + ('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1), + ('17', '90000', '754072151', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part; + +select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part; + +drop table part_change_lower_to_higher_numeric_group_bigint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float; + +insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original'); + +select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float; + +insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values('774', '2031', 'new', 2), + ('561431', '52927714', 'new', 2), + ('256', '32768', 'new', 2), + ('5555', '40000', 'new', 2), + ('100', '5000', 'new', 1), + ('17', '90000', 'new', 1); + +explain +select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part; + +select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part; + +drop table part_change_lower_to_higher_numeric_group_float; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(c1 double, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double; + +insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original'); + +select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double; + +insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values('774', 'new', 2), + ('561431', 'new', 2), + ('256', 'new', 2), + ('5555', 'new', 2), + ('100', 'new', 1), + ('17', 'new', 1); + +explain +select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part; + +select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part; + +drop table part_change_lower_to_higher_numeric_group_double; -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns --- -CREATE TABLE partitioned5(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +CREATE TABLE partitioned_update_1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED partitioned_update_1; -insert into table partitioned5 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table partitioned_update_1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned5 add columns(c int, d string); +alter table partitioned_update_1 add columns(c int, d string); +DESCRIBE FORMATTED partitioned_update_1; -insert into table partitioned5 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +insert into table partitioned_update_1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); -insert into table partitioned5 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +insert into table partitioned_update_1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); -select part,a,b,c,d from partitioned5; +explain +select * from partitioned_update_1; + +select part,a,b,c,d from partitioned_update_1; -- UPDATE New Columns -update partitioned5 set c=99; +update partitioned_update_1 set c=99; -select part,a,b,c,d from partitioned5; +select part,a,b,c,d from partitioned_update_1; -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column --- -CREATE TABLE partitioned6(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +CREATE TABLE partitioned_delete_1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED partitioned_delete_1; -insert into table partitioned6 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table partitioned_delete_1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned6 add columns(c int, d string); +alter table partitioned_delete_1 add columns(c int, d string); +DESCRIBE FORMATTED partitioned_delete_1; -insert into table partitioned6 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +insert into table partitioned_delete_1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); -insert into table partitioned6 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +insert into table partitioned_delete_1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); -select part,a,b,c,d from partitioned6; +select part,a,b,c,d from partitioned_delete_1; -- DELETE where old column -delete from partitioned6 where a = 2 or a = 4 or a = 6; +delete from partitioned_delete_1 where a = 2 or a = 4 or a = 6; + +explain +select * from partitioned_delete_1; -select part,a,b,c,d from partitioned6; +select part,a,b,c,d from partitioned_delete_1; -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where new column --- -CREATE TABLE partitioned7(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +CREATE TABLE partitioned_delete_2(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED partitioned_delete_2; -insert into table partitioned7 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table partitioned_delete_2 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned7 add columns(c int, d string); +alter table partitioned_delete_2 add columns(c int, d string); +DESCRIBE FORMATTED partitioned_delete_2; -insert into table partitioned7 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +insert into table partitioned_delete_2 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); -insert into table partitioned7 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +insert into table partitioned_delete_2 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); -select part,a,b,c,d from partitioned7; +select part,a,b,c,d from partitioned_delete_2; -- DELETE where new column -delete from partitioned7 where a = 1 or c = 30 or c == 100; +delete from partitioned_delete_2 where a = 1 or c = 30 or c == 100; -select part,a,b,c,d from partitioned7; +explain +select * from partitioned_delete_2; +select part,a,b,c,d from partitioned_delete_2; -DROP TABLE partitioned1; -DROP TABLE partitioned2; -DROP TABLE partitioned3; -DROP TABLE partitioned4; -DROP TABLE partitioned5; -DROP TABLE partitioned6; -DROP TABLE partitioned7; \ No newline at end of file +DROP TABLE partitioned_update_1; +DROP TABLE partitioned_delete_1; +DROP TABLE partitioned_delete_2; \ No newline at end of file diff --git ql/src/test/queries/clientpositive/schema_evol_orc_acid_mapwork_table.q ql/src/test/queries/clientpositive/schema_evol_orc_acid_mapwork_table.q index b006acb..f24a74c 100644 --- ql/src/test/queries/clientpositive/schema_evol_orc_acid_mapwork_table.q +++ ql/src/test/queries/clientpositive/schema_evol_orc_acid_mapwork_table.q @@ -1,10 +1,13 @@ +set hive.explain.user=true; set hive.cli.print.header=true; set hive.support.concurrency=true; set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; +set hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat; SET hive.exec.schema.evolution=false; SET hive.vectorized.execution.enabled=false; set hive.fetch.task.conversion=none; set hive.exec.dynamic.partition.mode=nonstrict; +set hive.default.fileformat=orc; -- SORT_QUERY_RESULTS @@ -12,45 +15,822 @@ set hive.exec.dynamic.partition.mode=nonstrict; -- FILE VARIATION: ORC, ACID Non-Vectorized, MapWork, Table -- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED table_add_int_permute_select; + +insert into table table_add_int_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); + +-- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_permute_select add columns(c int); +DESCRIBE FORMATTED table_add_int_permute_select; + +insert into table table_add_int_permute_select values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40); + +insert into table table_add_int_permute_select values(5, 'new', 100),(6, 'new', 200); + +explain +select a,b from table_add_int_permute_select order by a; -insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +-- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_permute_select order by a; +select a,b,c from table_add_int_permute_select order by a; +select c from table_add_int_permute_select order by c; + +drop table table_add_int_permute_select; + + +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_string_permute_select(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED table_add_int_string_permute_select; + +insert into table table_add_int_string_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string); +alter table table_add_int_string_permute_select add columns(c int, d string); +DESCRIBE FORMATTED table_add_int_string_permute_select; + +insert into table table_add_int_string_permute_select values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); -insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +insert into table table_add_int_string_permute_select values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); -insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +explain +select a,b from table_add_int_string_permute_select order by a; -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1; -select a,b,c from table1; -select a,b,c,d from table1; -select a,c,d from table1; -select a,d from table1; -select c from table1; -select d from table1; +select a,b from table_add_int_string_permute_select order by a; +select a,b,c from table_add_int_string_permute_select order by a; +select a,b,c,d from table_add_int_string_permute_select order by a; +select a,c,d from table_add_int_string_permute_select order by a; +select a,d from table_add_int_string_permute_select order by a; +select c from table_add_int_string_permute_select order by c; +select d from table_add_int_string_permute_select order by d; + +drop table table_add_int_string_permute_select; + +-- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED table_change_string_group_double; + +insert into table table_change_string_group_double + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING); +DESCRIBE FORMATTED table_change_string_group_double; + +insert into table table_change_string_group_double + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new'); + +insert into table table_change_string_group_double + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new'); + +explain +select c1,c2,c3,b from table_change_string_group_double order by c1; + +select c1,c2,c3,b from table_change_string_group_double order by c1; + +drop table table_change_string_group_double; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED table_change_string_group_decimal; + +insert into table table_change_string_group_decimal + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING); +DESCRIBE FORMATTED table_change_string_group_decimal; + +insert into table table_change_string_group_decimal + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new'); + +insert into table table_change_string_group_decimal + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new'); + +explain +select c1,c2,c3,b from table_change_string_group_decimal order by c1; + +select c1,c2,c3,b from table_change_string_group_decimal order by c1; + +drop table table_change_string_group_decimal; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED table_change_date_group_string_group_timestamp; + +insert into table table_change_date_group_string_group_timestamp + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); +DESCRIBE FORMATTED table_change_date_group_string_group_timestamp; + +insert into table table_change_date_group_string_group_timestamp + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new'); +insert into table table_change_date_group_string_group_timestamp + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new'); + +explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by c1; + +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by c1; + +drop table table_change_date_group_string_group_timestamp; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED table_change_date_group_string_group_date; + +insert into table table_change_date_group_string_group_date + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); +DESCRIBE FORMATTED table_change_date_group_string_group_date; + +insert into table table_change_date_group_string_group_date + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new'); + +explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by c1; + +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by c1; + +drop table table_change_date_group_string_group_date; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string; + +insert into table table_change_numeric_group_string_group_multi_ints_string + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string; + +insert into table table_change_numeric_group_string_group_multi_ints_string + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new'); + +explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1; + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1; + +drop table table_change_numeric_group_string_group_multi_ints_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char; + +insert into table table_change_numeric_group_string_group_multi_ints_char + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char; + +insert into table table_change_numeric_group_string_group_multi_ints_char + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new'); + +explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1; + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1; + +drop table table_change_numeric_group_string_group_multi_ints_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc; + +insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc; + +insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new'); + +explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1; + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1; + +drop table table_change_numeric_group_string_group_multi_ints_char_trunc; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar; + +insert into table table_change_numeric_group_string_group_multi_ints_varchar + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar; + +insert into table table_change_numeric_group_string_group_multi_ints_varchar + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new'); + +explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1; + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1; + +drop table table_change_numeric_group_string_group_multi_ints_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc; + +insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc; + +insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new'); + +explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1; + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1; + +drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string; + +insert into table table_change_numeric_group_string_group_floating_string + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original'); + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string; + +insert into table table_change_numeric_group_string_group_floating_string + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new'); + +explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1; + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1; + +drop table table_change_numeric_group_string_group_floating_string; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char; + +insert into table table_change_numeric_group_string_group_floating_char + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char; + +insert into table table_change_numeric_group_string_group_floating_char + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new'); + +explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1; + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1; + +drop table table_change_numeric_group_string_group_floating_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc; + +insert into table table_change_numeric_group_string_group_floating_char_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc; + +insert into table table_change_numeric_group_string_group_floating_char_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new'); + +explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1; + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1; + +drop table table_change_numeric_group_string_group_floating_char_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar; + +insert into table table_change_numeric_group_string_group_floating_varchar + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar; + +insert into table table_change_numeric_group_string_group_floating_varchar + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new'); + +explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1; + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1; + +drop table table_change_numeric_group_string_group_floating_varchar; + -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation -- -CREATE TABLE table2(a smallint, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc; + +insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); -insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1; -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int; +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc; -insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new'); +insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new'); -insert into table table2 values(5000, 'new'),(90000, 'new'); +explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1; -select a,b from table2; +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1; + +drop table table_change_numeric_group_string_group_floating_varchar_trunc; + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED table_change_string_group_string_group_string; + +insert into table table_change_string_group_string_group_string + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) ; +DESCRIBE FORMATTED table_change_string_group_string_group_string; + +insert into table table_change_string_group_string_group_string + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new'); + +explain +select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1; + +select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1; + +drop table table_change_string_group_string_group_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED table_change_string_group_string_group_char; + +insert into table table_change_string_group_string_group_char + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select c1,c2,c3,b from table_change_string_group_string_group_char order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) ; +DESCRIBE FORMATTED table_change_string_group_string_group_char; + +insert into table table_change_string_group_string_group_char + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new'); + +explain +select c1,c2,c3,b from table_change_string_group_string_group_char order by c1; + +select c1,c2,c3,b from table_change_string_group_string_group_char order by c1; + +drop table table_change_string_group_string_group_char; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED table_change_string_group_string_group_varchar; + +insert into table table_change_string_group_string_group_varchar + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) ; +DESCRIBE FORMATTED table_change_string_group_string_group_varchar; + +insert into table table_change_string_group_string_group_varchar + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new'); + +explain +select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1; + +select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1; + +drop table table_change_string_group_string_group_varchar; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint; + +insert into table table_change_lower_to_higher_numeric_group_tinyint + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original'); + +select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint; + +insert into table table_change_lower_to_higher_numeric_group_tinyint + values('774', '2031', '200', '12', '99', '0', 'new'), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new'), + ('256', '32768', '31889', '300', '444', '506', 'new'), + ('5555', '40000', '-719017797', '45', '55', '65', 'new'), + ('100', '5000', '5443', '22', '2', '-2', 'new'), + ('17', '90000', '754072151', '95', '20', '18', 'new'); + +explain +select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1; + +select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1; + +drop table table_change_lower_to_higher_numeric_group_tinyint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint; + +insert into table table_change_lower_to_higher_numeric_group_smallint + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original'); + +select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint; + +insert into table table_change_lower_to_higher_numeric_group_smallint + values('774', '2031', '200', '12', '99', 'new'), + ('561431', '52927714', '7203778961', '8', '7', 'new'), + ('256', '32768', '31889', '300', '444', 'new'), + ('5555', '40000', '-719017797', '45', '55', 'new'), + ('100', '5000', '5443', '22', '2', 'new'), + ('17', '90000', '754072151', '95', '20', 'new'); + +explain +select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1; + +select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1; + +drop table table_change_lower_to_higher_numeric_group_smallint; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int; + +insert into table table_change_lower_to_higher_numeric_group_int + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original'); + +select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int; + +insert into table table_change_lower_to_higher_numeric_group_int + values('774', '2031', '200', '12', 'new'), + ('561431', '52927714', '7203778961', '8', 'new'), + ('256', '32768', '31889', '300', 'new'), + ('5555', '40000', '-719017797', '45', 'new'), + ('100', '5000', '5443', '22', 'new'), + ('17', '90000', '754072151', '95', 'new'); + +explain +select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1; + +select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1; + +drop table table_change_lower_to_higher_numeric_group_int; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint; + +insert into table table_change_lower_to_higher_numeric_group_bigint + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original'); + +select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint; + +insert into table table_change_lower_to_higher_numeric_group_bigint + values('774', '2031', '200', 'new'), + ('561431', '52927714', '7203778961', 'new'), + ('256', '32768', '31889', 'new'), + ('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'), + ('17', '90000', '754072151', 'new'); + +explain +select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1; + +select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1; + +drop table table_change_lower_to_higher_numeric_group_bigint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float; + +insert into table table_change_lower_to_higher_numeric_group_float + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original'); + +select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float; + +insert into table table_change_lower_to_higher_numeric_group_float + values('774', '2031', 'new'), + ('561431', '52927714', 'new'), + ('256', '32768', 'new'), + ('5555', '40000', 'new'), + ('100', '5000', 'new'), + ('17', '90000', 'new'); + +explain +select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1; + +select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1; + +drop table table_change_lower_to_higher_numeric_group_float; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(c1 double, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double; + +insert into table table_change_lower_to_higher_numeric_group_double + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original'); + +select c1,b from table_change_lower_to_higher_numeric_group_double order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double; + +insert into table table_change_lower_to_higher_numeric_group_double + values('774', 'new'), + ('561431', 'new'), + ('256', 'new'), + ('5555', 'new'), + ('100', 'new'), + ('17', 'new'); + +explain +select c1,b from table_change_lower_to_higher_numeric_group_double order by c1; + +select c1,b from table_change_lower_to_higher_numeric_group_double order by c1; + +drop table table_change_lower_to_higher_numeric_group_double; @@ -69,6 +849,9 @@ insert into table table5 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), ( insert into table table5 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +explain +select * from table5; + select a,b,c,d from table5; -- UPDATE New Columns @@ -92,6 +875,9 @@ insert into table table6 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), ( insert into table table6 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +explain +select * from table6; + select a,b,c,d from table6; -- DELETE where old column @@ -115,6 +901,9 @@ insert into table table7 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), ( insert into table table7 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +explain +select * from table7; + select a,b,c,d from table7; -- DELETE where new column @@ -122,9 +911,6 @@ delete from table7 where a = 1 or c = 30 or c == 100; select a,b,c,d from table7; - -DROP TABLE table1; -DROP TABLE table2; DROP TABLE table5; DROP TABLE table6; DROP TABLE table7; \ No newline at end of file diff --git ql/src/test/queries/clientpositive/schema_evol_orc_acidvec_mapwork_part.q ql/src/test/queries/clientpositive/schema_evol_orc_acidvec_mapwork_part.q index fc935d5..9fdd73f 100644 --- ql/src/test/queries/clientpositive/schema_evol_orc_acidvec_mapwork_part.q +++ ql/src/test/queries/clientpositive/schema_evol_orc_acidvec_mapwork_part.q @@ -1,173 +1,921 @@ +set hive.explain.user=true; set hive.mapred.mode=nonstrict; set hive.cli.print.header=true; set hive.support.concurrency=true; set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; +set hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat; SET hive.exec.schema.evolution=false; SET hive.vectorized.execution.enabled=true; set hive.fetch.task.conversion=none; set hive.exec.dynamic.partition.mode=nonstrict; - +set hive.default.fileformat=orc; -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, ACID Vectorized, MapWork, Partitioned -- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED part_add_int_permute_select; -insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table part_add_int_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string); +alter table part_add_int_permute_select add columns(c int); +DESCRIBE FORMATTED part_add_int_permute_select; + +insert into table part_add_int_permute_select partition(part=2) values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40); + +insert into table part_add_int_permute_select partition(part=1) values(5, 'new', 100),(6, 'new', 200); + +explain +select part,a,b from part_add_int_permute_select order by part; + +-- SELECT permutation columns to make sure NULL defaulting works right +select part,a,b from part_add_int_permute_select order by part; +select part,a,b,c from part_add_int_permute_select order by part; +select part,c from part_add_int_permute_select order by part; + +drop table part_add_int_permute_select; + + +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_string_permute_select(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED part_add_int_string_permute_select; + +insert into table part_add_int_string_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); + +-- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string); +DESCRIBE FORMATTED part_add_int_string_permute_select; + +insert into table part_add_int_string_permute_select partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); -insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +insert into table part_add_int_string_permute_select partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); -insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +explain +select part,a,b from part_add_int_string_permute_select order by part; -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1; -select part,a,b,c from partitioned1; -select part,a,b,c,d from partitioned1; -select part,a,c,d from partitioned1; -select part,a,d from partitioned1; -select part,c from partitioned1; -select part,d from partitioned1; +select part,a,b from part_add_int_string_permute_select order by part; +select part,a,b,c from part_add_int_string_permute_select order by part; +select part,a,b,c,d from part_add_int_string_permute_select order by part; +select part,a,c,d from part_add_int_string_permute_select order by part; +select part,a,d from part_add_int_string_permute_select order by part; +select part,c from part_add_int_string_permute_select order by part; +select part,d from part_add_int_string_permute_select order by part; +drop table part_add_int_string_permute_select; + +-- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED part_change_string_group_double; -insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); +insert into table part_change_string_group_double partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original'); -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int; +alter table part_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING); +DESCRIBE FORMATTED part_change_string_group_double; + +insert into table part_change_string_group_double partition(part=2) + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new'); + +insert into table part_change_string_group_double partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new'); + +explain +select part,c1,c2,c3,b from part_change_string_group_double order by part; -insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new'); +select part,c1,c2,c3,b from part_change_string_group_double order by part; -insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new'); +drop table part_change_string_group_double; -select part,a,b from partitioned2; +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL -- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED part_change_string_group_decimal; -insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table part_change_string_group_decimal partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original'); --- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string); +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING); +DESCRIBE FORMATTED part_change_string_group_decimal; -insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1); +insert into table part_change_string_group_decimal partition(part=2) + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new'); + +insert into table part_change_string_group_decimal partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new'); + +explain +select part,c1,c2,c3,b from part_change_string_group_decimal order by part; + +select part,c1,c2,c3,b from part_change_string_group_decimal order by part; + +drop table part_change_string_group_decimal; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED part_change_date_group_string_group_timestamp; + +insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); +DESCRIBE FORMATTED part_change_date_group_string_group_timestamp; + +insert into table part_change_date_group_string_group_timestamp partition(part=2) + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new'); +insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new'); + +explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by part; + +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by part; + +drop table part_change_date_group_string_group_timestamp; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED part_change_date_group_string_group_date; + +insert into table part_change_date_group_string_group_date partition(part=1) + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); +DESCRIBE FORMATTED part_change_date_group_string_group_date; + +insert into table part_change_date_group_string_group_date partition(part=2) + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new'); + +explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by part; + +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by part; + +drop table part_change_date_group_string_group_date; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string; + +insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string; + +insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1); + +explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part; + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part; + +drop table part_change_numeric_group_string_group_multi_ints_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char; + +insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char; + +insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1); + +explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part; + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part; + +drop table part_change_numeric_group_string_group_multi_ints_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc; + +insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc; + +insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1); + +explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part; + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part; + +drop table part_change_numeric_group_string_group_multi_ints_char_trunc; --- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1; -select part,a,b,c from partitioned1; -select part,a,b,c,d from partitioned1; -select part,a,c,d from partitioned1; -select part,a,d from partitioned1; -select part,c from partitioned1; -select part,d from partitioned1; -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar; + +insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); -insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part; -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int; +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar; + +insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1); -insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1); +explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part; -select part,a,b from partitioned4; +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part; + +drop table part_change_numeric_group_string_group_multi_ints_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc; + +insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc; + +insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1); + +explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part; + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part; + +drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string; + +insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original'); + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string; + +insert into table part_change_numeric_group_string_group_floating_string partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part; + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part; + +drop table part_change_numeric_group_string_group_floating_string; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char; + +insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char; + +insert into table part_change_numeric_group_string_group_floating_char partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part; + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part; + +drop table part_change_numeric_group_string_group_floating_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc; + +insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc; + +insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part; + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part; + +drop table part_change_numeric_group_string_group_floating_char_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar; + +insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar; + +insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part; + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part; + +drop table part_change_numeric_group_string_group_floating_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc; + +insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc; + +insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part; + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part; + +drop table part_change_numeric_group_string_group_floating_varchar_trunc; + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED part_change_string_group_string_group_string; + +insert into table part_change_string_group_string_group_string partition(part=1) + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) ; +DESCRIBE FORMATTED part_change_string_group_string_group_string; + +insert into table part_change_string_group_string_group_string partition(part) + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1); + +explain +select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part; + +select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part; + +drop table part_change_string_group_string_group_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED part_change_string_group_string_group_char; + +insert into table part_change_string_group_string_group_char partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) ; +DESCRIBE FORMATTED part_change_string_group_string_group_char; + +insert into table part_change_string_group_string_group_char partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part; + +select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part; + +drop table part_change_string_group_string_group_char; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED part_change_string_group_string_group_varchar; + +insert into table part_change_string_group_string_group_varchar partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) ; +DESCRIBE FORMATTED part_change_string_group_string_group_varchar; + +insert into table part_change_string_group_string_group_varchar partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part; + +select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part; + +drop table part_change_string_group_string_group_varchar; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint; + +insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original'); + +select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint; + +insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values('774', '2031', '200', '12', '99', '0', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + ('256', '32768', '31889', '300', '444', '506', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + ('100', '5000', '5443', '22', '2', '-2', 'new', 1), + ('17', '90000', '754072151', '95', '20', '18', 'new', 1); + +explain +select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part; + +select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part; + +drop table part_change_lower_to_higher_numeric_group_tinyint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint; + +insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original'); + +select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint; + +insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values('774', '2031', '200', '12', '99', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', 'new', 2), + ('256', '32768', '31889', '300', '444', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', 'new', 2), + ('100', '5000', '5443', '22', '2', 'new', 1), + ('17', '90000', '754072151', '95', '20', 'new', 1); + +explain +select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part; + +select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part; + +drop table part_change_lower_to_higher_numeric_group_smallint; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int; + +insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original'); + +select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int; + +insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values('774', '2031', '200', '12', 'new', 2), + ('561431', '52927714', '7203778961', '8', 'new', 2), + ('256', '32768', '31889', '300', 'new', 2), + ('5555', '40000', '-719017797', '45', 'new', 2), + ('100', '5000', '5443', '22', 'new', 1), + ('17', '90000', '754072151', '95', 'new', 1); + +explain +select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part; + +select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part; + +drop table part_change_lower_to_higher_numeric_group_int; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint; + +insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original'); + +select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint; + +insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values('774', '2031', '200', 'new', 2), + ('561431', '52927714', '7203778961', 'new', 2), + ('256', '32768', '31889', 'new', 2), + ('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1), + ('17', '90000', '754072151', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part; + +select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part; + +drop table part_change_lower_to_higher_numeric_group_bigint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float; + +insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original'); + +select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float; + +insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values('774', '2031', 'new', 2), + ('561431', '52927714', 'new', 2), + ('256', '32768', 'new', 2), + ('5555', '40000', 'new', 2), + ('100', '5000', 'new', 1), + ('17', '90000', 'new', 1); + +explain +select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part; + +select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part; + +drop table part_change_lower_to_higher_numeric_group_float; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(c1 double, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double; + +insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original'); + +select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double; + +insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values('774', 'new', 2), + ('561431', 'new', 2), + ('256', 'new', 2), + ('5555', 'new', 2), + ('100', 'new', 1), + ('17', 'new', 1); + +explain +select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part; + +select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part; + +drop table part_change_lower_to_higher_numeric_group_double; -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns --- -CREATE TABLE partitioned5(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +CREATE TABLE partitioned_update_1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED partitioned_update_1; -insert into table partitioned5 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table partitioned_update_1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned5 add columns(c int, d string); +alter table partitioned_update_1 add columns(c int, d string); +DESCRIBE FORMATTED partitioned_update_1; -insert into table partitioned5 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +insert into table partitioned_update_1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); -insert into table partitioned5 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +insert into table partitioned_update_1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); -select part,a,b,c,d from partitioned5; +explain +select * from partitioned_update_1; + +select part,a,b,c,d from partitioned_update_1; -- UPDATE New Columns -update partitioned5 set c=99; +update partitioned_update_1 set c=99; -select part,a,b,c,d from partitioned5; +select part,a,b,c,d from partitioned_update_1; -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column --- -CREATE TABLE partitioned6(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +CREATE TABLE partitioned_delete_1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED partitioned_delete_1; -insert into table partitioned6 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table partitioned_delete_1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned6 add columns(c int, d string); +alter table partitioned_delete_1 add columns(c int, d string); +DESCRIBE FORMATTED partitioned_delete_1; -insert into table partitioned6 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +insert into table partitioned_delete_1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); -insert into table partitioned6 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +insert into table partitioned_delete_1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); -select part,a,b,c,d from partitioned6; +select part,a,b,c,d from partitioned_delete_1; -- DELETE where old column -delete from partitioned6 where a = 2 or a = 4 or a = 6; +delete from partitioned_delete_1 where a = 2 or a = 4 or a = 6; + +explain +select * from partitioned_delete_1; -select part,a,b,c,d from partitioned6; +select part,a,b,c,d from partitioned_delete_1; -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where new column --- -CREATE TABLE partitioned7(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +CREATE TABLE partitioned_delete_2(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED partitioned_delete_2; -insert into table partitioned7 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table partitioned_delete_2 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned7 add columns(c int, d string); +alter table partitioned_delete_2 add columns(c int, d string); +DESCRIBE FORMATTED partitioned_delete_2; -insert into table partitioned7 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +insert into table partitioned_delete_2 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); -insert into table partitioned7 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +insert into table partitioned_delete_2 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); -select part,a,b,c,d from partitioned7; +select part,a,b,c,d from partitioned_delete_2; -- DELETE where new column -delete from partitioned7 where a = 1 or c = 30 or c == 100; +delete from partitioned_delete_2 where a = 1 or c = 30 or c == 100; -select part,a,b,c,d from partitioned7; +explain +select * from partitioned_delete_2; +select part,a,b,c,d from partitioned_delete_2; -DROP TABLE partitioned1; -DROP TABLE partitioned2; -DROP TABLE partitioned3; -DROP TABLE partitioned4; -DROP TABLE partitioned5; -DROP TABLE partitioned6; -DROP TABLE partitioned7; \ No newline at end of file +DROP TABLE partitioned_update_1; +DROP TABLE partitioned_delete_1; +DROP TABLE partitioned_delete_2; \ No newline at end of file diff --git ql/src/test/queries/clientpositive/schema_evol_orc_acidvec_mapwork_table.q ql/src/test/queries/clientpositive/schema_evol_orc_acidvec_mapwork_table.q index e49a0f3..cacec43 100644 --- ql/src/test/queries/clientpositive/schema_evol_orc_acidvec_mapwork_table.q +++ ql/src/test/queries/clientpositive/schema_evol_orc_acidvec_mapwork_table.q @@ -1,10 +1,13 @@ +set hive.explain.user=true; set hive.cli.print.header=true; set hive.support.concurrency=true; set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; +set hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat; SET hive.exec.schema.evolution=false; SET hive.vectorized.execution.enabled=true; set hive.fetch.task.conversion=none; set hive.exec.dynamic.partition.mode=nonstrict; +set hive.default.fileformat=orc; -- SORT_QUERY_RESULTS @@ -12,45 +15,822 @@ set hive.exec.dynamic.partition.mode=nonstrict; -- FILE VARIATION: ORC, ACID Vectorized, MapWork, Table -- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED table_add_int_permute_select; + +insert into table table_add_int_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); + +-- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_permute_select add columns(c int); +DESCRIBE FORMATTED table_add_int_permute_select; + +insert into table table_add_int_permute_select values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40); + +insert into table table_add_int_permute_select values(5, 'new', 100),(6, 'new', 200); + +explain +select a,b from table_add_int_permute_select order by a; -insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +-- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_permute_select order by a; +select a,b,c from table_add_int_permute_select order by a; +select c from table_add_int_permute_select order by c; + +drop table table_add_int_permute_select; + + +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_string_permute_select(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED table_add_int_string_permute_select; + +insert into table table_add_int_string_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string); +alter table table_add_int_string_permute_select add columns(c int, d string); +DESCRIBE FORMATTED table_add_int_string_permute_select; + +insert into table table_add_int_string_permute_select values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); -insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +insert into table table_add_int_string_permute_select values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); -insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +explain +select a,b from table_add_int_string_permute_select order by a; -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1; -select a,b,c from table1; -select a,b,c,d from table1; -select a,c,d from table1; -select a,d from table1; -select c from table1; -select d from table1; +select a,b from table_add_int_string_permute_select order by a; +select a,b,c from table_add_int_string_permute_select order by a; +select a,b,c,d from table_add_int_string_permute_select order by a; +select a,c,d from table_add_int_string_permute_select order by a; +select a,d from table_add_int_string_permute_select order by a; +select c from table_add_int_string_permute_select order by c; +select d from table_add_int_string_permute_select order by d; + +drop table table_add_int_string_permute_select; + +-- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED table_change_string_group_double; + +insert into table table_change_string_group_double + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING); +DESCRIBE FORMATTED table_change_string_group_double; + +insert into table table_change_string_group_double + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new'); + +insert into table table_change_string_group_double + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new'); + +explain +select c1,c2,c3,b from table_change_string_group_double order by c1; + +select c1,c2,c3,b from table_change_string_group_double order by c1; + +drop table table_change_string_group_double; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED table_change_string_group_decimal; + +insert into table table_change_string_group_decimal + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING); +DESCRIBE FORMATTED table_change_string_group_decimal; + +insert into table table_change_string_group_decimal + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new'); + +insert into table table_change_string_group_decimal + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new'); + +explain +select c1,c2,c3,b from table_change_string_group_decimal order by c1; + +select c1,c2,c3,b from table_change_string_group_decimal order by c1; + +drop table table_change_string_group_decimal; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED table_change_date_group_string_group_timestamp; + +insert into table table_change_date_group_string_group_timestamp + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); +DESCRIBE FORMATTED table_change_date_group_string_group_timestamp; + +insert into table table_change_date_group_string_group_timestamp + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new'); +insert into table table_change_date_group_string_group_timestamp + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new'); + +explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by c1; + +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by c1; + +drop table table_change_date_group_string_group_timestamp; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED table_change_date_group_string_group_date; + +insert into table table_change_date_group_string_group_date + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); +DESCRIBE FORMATTED table_change_date_group_string_group_date; + +insert into table table_change_date_group_string_group_date + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new'); + +explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by c1; + +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by c1; + +drop table table_change_date_group_string_group_date; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string; + +insert into table table_change_numeric_group_string_group_multi_ints_string + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string; + +insert into table table_change_numeric_group_string_group_multi_ints_string + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new'); + +explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1; + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1; + +drop table table_change_numeric_group_string_group_multi_ints_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char; + +insert into table table_change_numeric_group_string_group_multi_ints_char + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char; + +insert into table table_change_numeric_group_string_group_multi_ints_char + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new'); + +explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1; + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1; + +drop table table_change_numeric_group_string_group_multi_ints_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc; + +insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc; + +insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new'); + +explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1; + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1; + +drop table table_change_numeric_group_string_group_multi_ints_char_trunc; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar; + +insert into table table_change_numeric_group_string_group_multi_ints_varchar + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar; + +insert into table table_change_numeric_group_string_group_multi_ints_varchar + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new'); + +explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1; + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1; + +drop table table_change_numeric_group_string_group_multi_ints_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc; + +insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc; + +insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new'); + +explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1; + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1; + +drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string; + +insert into table table_change_numeric_group_string_group_floating_string + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original'); + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string; + +insert into table table_change_numeric_group_string_group_floating_string + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new'); + +explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1; + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1; + +drop table table_change_numeric_group_string_group_floating_string; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char; + +insert into table table_change_numeric_group_string_group_floating_char + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char; + +insert into table table_change_numeric_group_string_group_floating_char + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new'); + +explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1; + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1; + +drop table table_change_numeric_group_string_group_floating_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc; + +insert into table table_change_numeric_group_string_group_floating_char_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc; + +insert into table table_change_numeric_group_string_group_floating_char_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new'); + +explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1; + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1; + +drop table table_change_numeric_group_string_group_floating_char_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar; + +insert into table table_change_numeric_group_string_group_floating_varchar + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar; + +insert into table table_change_numeric_group_string_group_floating_varchar + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new'); + +explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1; + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1; + +drop table table_change_numeric_group_string_group_floating_varchar; + -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation -- -CREATE TABLE table2(a smallint, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc; + +insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); -insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1; -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int; +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc; -insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new'); +insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new'); -insert into table table2 values(5000, 'new'),(90000, 'new'); +explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1; -select a,b from table2; +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1; + +drop table table_change_numeric_group_string_group_floating_varchar_trunc; + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED table_change_string_group_string_group_string; + +insert into table table_change_string_group_string_group_string + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) ; +DESCRIBE FORMATTED table_change_string_group_string_group_string; + +insert into table table_change_string_group_string_group_string + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new'); + +explain +select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1; + +select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1; + +drop table table_change_string_group_string_group_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED table_change_string_group_string_group_char; + +insert into table table_change_string_group_string_group_char + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select c1,c2,c3,b from table_change_string_group_string_group_char order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) ; +DESCRIBE FORMATTED table_change_string_group_string_group_char; + +insert into table table_change_string_group_string_group_char + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new'); + +explain +select c1,c2,c3,b from table_change_string_group_string_group_char order by c1; + +select c1,c2,c3,b from table_change_string_group_string_group_char order by c1; + +drop table table_change_string_group_string_group_char; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED table_change_string_group_string_group_varchar; + +insert into table table_change_string_group_string_group_varchar + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) ; +DESCRIBE FORMATTED table_change_string_group_string_group_varchar; + +insert into table table_change_string_group_string_group_varchar + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new'); + +explain +select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1; + +select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1; + +drop table table_change_string_group_string_group_varchar; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint; + +insert into table table_change_lower_to_higher_numeric_group_tinyint + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original'); + +select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint; + +insert into table table_change_lower_to_higher_numeric_group_tinyint + values('774', '2031', '200', '12', '99', '0', 'new'), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new'), + ('256', '32768', '31889', '300', '444', '506', 'new'), + ('5555', '40000', '-719017797', '45', '55', '65', 'new'), + ('100', '5000', '5443', '22', '2', '-2', 'new'), + ('17', '90000', '754072151', '95', '20', '18', 'new'); + +explain +select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1; + +select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1; + +drop table table_change_lower_to_higher_numeric_group_tinyint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint; + +insert into table table_change_lower_to_higher_numeric_group_smallint + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original'); + +select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint; + +insert into table table_change_lower_to_higher_numeric_group_smallint + values('774', '2031', '200', '12', '99', 'new'), + ('561431', '52927714', '7203778961', '8', '7', 'new'), + ('256', '32768', '31889', '300', '444', 'new'), + ('5555', '40000', '-719017797', '45', '55', 'new'), + ('100', '5000', '5443', '22', '2', 'new'), + ('17', '90000', '754072151', '95', '20', 'new'); + +explain +select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1; + +select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1; + +drop table table_change_lower_to_higher_numeric_group_smallint; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int; + +insert into table table_change_lower_to_higher_numeric_group_int + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original'); + +select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int; + +insert into table table_change_lower_to_higher_numeric_group_int + values('774', '2031', '200', '12', 'new'), + ('561431', '52927714', '7203778961', '8', 'new'), + ('256', '32768', '31889', '300', 'new'), + ('5555', '40000', '-719017797', '45', 'new'), + ('100', '5000', '5443', '22', 'new'), + ('17', '90000', '754072151', '95', 'new'); + +explain +select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1; + +select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1; + +drop table table_change_lower_to_higher_numeric_group_int; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint; + +insert into table table_change_lower_to_higher_numeric_group_bigint + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original'); + +select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint; + +insert into table table_change_lower_to_higher_numeric_group_bigint + values('774', '2031', '200', 'new'), + ('561431', '52927714', '7203778961', 'new'), + ('256', '32768', '31889', 'new'), + ('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'), + ('17', '90000', '754072151', 'new'); + +explain +select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1; + +select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1; + +drop table table_change_lower_to_higher_numeric_group_bigint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float; + +insert into table table_change_lower_to_higher_numeric_group_float + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original'); + +select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float; + +insert into table table_change_lower_to_higher_numeric_group_float + values('774', '2031', 'new'), + ('561431', '52927714', 'new'), + ('256', '32768', 'new'), + ('5555', '40000', 'new'), + ('100', '5000', 'new'), + ('17', '90000', 'new'); + +explain +select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1; + +select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1; + +drop table table_change_lower_to_higher_numeric_group_float; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(c1 double, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double; + +insert into table table_change_lower_to_higher_numeric_group_double + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original'); + +select c1,b from table_change_lower_to_higher_numeric_group_double order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double; + +insert into table table_change_lower_to_higher_numeric_group_double + values('774', 'new'), + ('561431', 'new'), + ('256', 'new'), + ('5555', 'new'), + ('100', 'new'), + ('17', 'new'); + +explain +select c1,b from table_change_lower_to_higher_numeric_group_double order by c1; + +select c1,b from table_change_lower_to_higher_numeric_group_double order by c1; + +drop table table_change_lower_to_higher_numeric_group_double; @@ -69,6 +849,9 @@ insert into table table5 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), ( insert into table table5 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +explain +select * from table5; + select a,b,c,d from table5; -- UPDATE New Columns @@ -92,6 +875,9 @@ insert into table table6 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), ( insert into table table6 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +explain +select * from table6; + select a,b,c,d from table6; -- DELETE where old column @@ -115,6 +901,9 @@ insert into table table7 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), ( insert into table table7 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +explain +select * from table7; + select a,b,c,d from table7; -- DELETE where new column @@ -122,9 +911,6 @@ delete from table7 where a = 1 or c = 30 or c == 100; select a,b,c,d from table7; - -DROP TABLE table1; -DROP TABLE table2; DROP TABLE table5; DROP TABLE table6; DROP TABLE table7; \ No newline at end of file diff --git ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_fetchwork_part.q ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_fetchwork_part.q index 9c66243..808d117 100644 --- ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_fetchwork_part.q +++ ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_fetchwork_part.q @@ -1,98 +1,829 @@ +set hive.explain.user=true; set hive.mapred.mode=nonstrict; set hive.cli.print.header=true; SET hive.exec.schema.evolution=true; SET hive.vectorized.execution.enabled=false; set hive.fetch.task.conversion=more; set hive.exec.dynamic.partition.mode=nonstrict; - +set hive.default.fileformat=orc; -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Non-Vectorized, FetchWork, Partitioned -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC; +-- +CREATE TABLE part_add_int_permute_select(a INT, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_add_int_permute_select; -insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table part_add_int_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string); +alter table part_add_int_permute_select add columns(c int); +DESCRIBE FORMATTED part_add_int_permute_select; + +insert into table part_add_int_permute_select partition(part=2) values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40); -insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +insert into table part_add_int_permute_select partition(part=1) values(5, 'new', 100),(6, 'new', 200); -insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +explain +select part,a,b from part_add_int_permute_select; -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1; -select part,a,b,c from partitioned1; -select part,a,b,c,d from partitioned1; -select part,a,c,d from partitioned1; -select part,a,d from partitioned1; -select part,c from partitioned1; -select part,d from partitioned1; +select part,a,b from part_add_int_permute_select; +select part,a,b,c from part_add_int_permute_select; +select part,c from part_add_int_permute_select; +drop table part_add_int_permute_select; + + +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC; +CREATE TABLE part_add_int_string_permute_select(a INT, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_add_int_string_permute_select; + +insert into table part_add_int_string_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); + +-- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string); +DESCRIBE FORMATTED part_add_int_string_permute_select; + +insert into table part_add_int_string_permute_select partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); + +insert into table part_add_int_string_permute_select partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); + +explain +select part,a,b from part_add_int_string_permute_select; + +-- SELECT permutation columns to make sure NULL defaulting works right +select part,a,b from part_add_int_string_permute_select; +select part,a,b,c from part_add_int_string_permute_select; +select part,a,b,c,d from part_add_int_string_permute_select; +select part,a,c,d from part_add_int_string_permute_select; +select part,a,d from part_add_int_string_permute_select; +select part,c from part_add_int_string_permute_select; +select part,d from part_add_int_string_permute_select; + +drop table part_add_int_string_permute_select; + +-- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + -insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_string_group_double; + +insert into table part_change_string_group_double partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original'); -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int; +alter table part_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING); +DESCRIBE FORMATTED part_change_string_group_double; + +insert into table part_change_string_group_double partition(part=2) + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new'); + +insert into table part_change_string_group_double partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new'); + +explain +select part,c1,c2,c3,b from part_change_string_group_double; -insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new'); +select part,c1,c2,c3,b from part_change_string_group_double; -insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new'); +drop table part_change_string_group_double; -select part,a,b from partitioned2; +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL -- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC; +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_string_group_decimal; -insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table part_change_string_group_decimal partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original'); --- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string); +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING); +DESCRIBE FORMATTED part_change_string_group_decimal; -insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1); +insert into table part_change_string_group_decimal partition(part=2) + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new'); + +insert into table part_change_string_group_decimal partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new'); + +explain +select part,c1,c2,c3,b from part_change_string_group_decimal; + +select part,c1,c2,c3,b from part_change_string_group_decimal; + +drop table part_change_string_group_decimal; --- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1; -select part,a,b,c from partitioned1; -select part,a,b,c,d from partitioned1; -select part,a,c,d from partitioned1; -select part,a,d from partitioned1; -select part,c from partitioned1; -select part,d from partitioned1; +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC; +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_date_group_string_group_timestamp; + +insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); +DESCRIBE FORMATTED part_change_date_group_string_group_timestamp; + +insert into table part_change_date_group_string_group_timestamp partition(part=2) + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new'); +insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new'); + +explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp; + +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp; + +drop table part_change_date_group_string_group_timestamp; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_date_group_string_group_date; + +insert into table part_change_date_group_string_group_date partition(part=1) + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); +DESCRIBE FORMATTED part_change_date_group_string_group_date; + +insert into table part_change_date_group_string_group_date partition(part=2) + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new'); + +explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date; + +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date; + +drop table part_change_date_group_string_group_date; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string; + +insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string; + +insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1); + +explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string; + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string; + +drop table part_change_numeric_group_string_group_multi_ints_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char; + +insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char; + +insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1); + +explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char; + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char; + +drop table part_change_numeric_group_string_group_multi_ints_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc; + +insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc; + +insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1); + +explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc; + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc; + +drop table part_change_numeric_group_string_group_multi_ints_char_trunc; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar; + +insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar; + +insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1); + +explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar; + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar; + +drop table part_change_numeric_group_string_group_multi_ints_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc; + +insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc; + +insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1); + +explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc; + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc; + +drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string; + +insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original'); + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string; + +insert into table part_change_numeric_group_string_group_floating_string partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string; + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string; + +drop table part_change_numeric_group_string_group_floating_string; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char; + +insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char; + +insert into table part_change_numeric_group_string_group_floating_char partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char; + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char; + +drop table part_change_numeric_group_string_group_floating_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc; + +insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc; + +insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc; + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc; + +drop table part_change_numeric_group_string_group_floating_char_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar; + +insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar; + +insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar; + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar; + +drop table part_change_numeric_group_string_group_floating_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc; + +insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc; + +insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc; + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc; + +drop table part_change_numeric_group_string_group_floating_varchar_trunc; + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_string_group_string_group_string; + +insert into table part_change_string_group_string_group_string partition(part=1) + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) ; +DESCRIBE FORMATTED part_change_string_group_string_group_string; + +insert into table part_change_string_group_string_group_string partition(part) + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1); + +explain +select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string; + +select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string; + +drop table part_change_string_group_string_group_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_string_group_string_group_char; + +insert into table part_change_string_group_string_group_char partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select part,c1,c2,c3,b from part_change_string_group_string_group_char; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) ; +DESCRIBE FORMATTED part_change_string_group_string_group_char; + +insert into table part_change_string_group_string_group_char partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_string_group_string_group_char; + +select part,c1,c2,c3,b from part_change_string_group_string_group_char; + +drop table part_change_string_group_string_group_char; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_string_group_string_group_varchar; + +insert into table part_change_string_group_string_group_varchar partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select part,c1,c2,c3,b from part_change_string_group_string_group_varchar; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) ; +DESCRIBE FORMATTED part_change_string_group_string_group_varchar; + +insert into table part_change_string_group_string_group_varchar partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_string_group_string_group_varchar; + +select part,c1,c2,c3,b from part_change_string_group_string_group_varchar; + +drop table part_change_string_group_string_group_varchar; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint; + +insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original'); + +select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint; + +insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values('774', '2031', '200', '12', '99', '0', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + ('256', '32768', '31889', '300', '444', '506', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + ('100', '5000', '5443', '22', '2', '-2', 'new', 1), + ('17', '90000', '754072151', '95', '20', '18', 'new', 1); + +explain +select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint; + +select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint; + +drop table part_change_lower_to_higher_numeric_group_tinyint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint; + +insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original'); + +select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint; + +insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values('774', '2031', '200', '12', '99', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', 'new', 2), + ('256', '32768', '31889', '300', '444', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', 'new', 2), + ('100', '5000', '5443', '22', '2', 'new', 1), + ('17', '90000', '754072151', '95', '20', 'new', 1); + +explain +select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint; + +select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint; + +drop table part_change_lower_to_higher_numeric_group_smallint; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int; + +insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original'); + +select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int; + +insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values('774', '2031', '200', '12', 'new', 2), + ('561431', '52927714', '7203778961', '8', 'new', 2), + ('256', '32768', '31889', '300', 'new', 2), + ('5555', '40000', '-719017797', '45', 'new', 2), + ('100', '5000', '5443', '22', 'new', 1), + ('17', '90000', '754072151', '95', 'new', 1); + +explain +select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int; + +select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int; + +drop table part_change_lower_to_higher_numeric_group_int; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint; + +insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original'); + +select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint; + +insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values('774', '2031', '200', 'new', 2), + ('561431', '52927714', '7203778961', 'new', 2), + ('256', '32768', '31889', 'new', 2), + ('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1), + ('17', '90000', '754072151', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint; + +select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint; + +drop table part_change_lower_to_higher_numeric_group_bigint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float; + +insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original'); + +select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float; + +insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values('774', '2031', 'new', 2), + ('561431', '52927714', 'new', 2), + ('256', '32768', 'new', 2), + ('5555', '40000', 'new', 2), + ('100', '5000', 'new', 1), + ('17', '90000', 'new', 1); + +explain +select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float; + +select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float; + +drop table part_change_lower_to_higher_numeric_group_float; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(c1 double, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double; + +insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original'); -insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); +select part,c1,b from part_change_lower_to_higher_numeric_group_double; -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int; +alter table part_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double; -insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1); +insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values('774', 'new', 2), + ('561431', 'new', 2), + ('256', 'new', 2), + ('5555', 'new', 2), + ('100', 'new', 1), + ('17', 'new', 1); -select part,a,b from partitioned4; +explain +select part,c1,b from part_change_lower_to_higher_numeric_group_double; +select part,c1,b from part_change_lower_to_higher_numeric_group_double; -DROP TABLE partitioned1; -DROP TABLE partitioned2; -DROP TABLE partitioned3; -DROP TABLE partitioned4; \ No newline at end of file +drop table part_change_lower_to_higher_numeric_group_double; \ No newline at end of file diff --git ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_fetchwork_table.q ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_fetchwork_table.q index 5bdd620..ebac158 100644 --- ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_fetchwork_table.q +++ ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_fetchwork_table.q @@ -1,56 +1,829 @@ +set hive.explain.user=true; set hive.cli.print.header=true; -set hive.support.concurrency=true; -set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; SET hive.exec.schema.evolution=true; SET hive.vectorized.execution.enabled=false; set hive.fetch.task.conversion=more; set hive.exec.dynamic.partition.mode=nonstrict; +set hive.default.fileformat=orc; -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Non-Vectorized, FetchWork, Table -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) STORED AS ORC; +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(a INT, b STRING); +DESCRIBE FORMATTED table_add_int_permute_select; + +insert into table table_add_int_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); + +-- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_permute_select add columns(c int); +DESCRIBE FORMATTED table_add_int_permute_select; + +insert into table table_add_int_permute_select values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40); + +insert into table table_add_int_permute_select values(5, 'new', 100),(6, 'new', 200); + +explain +select a,b from table_add_int_permute_select; + +-- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_permute_select; +select a,b,c from table_add_int_permute_select; +select c from table_add_int_permute_select; + +drop table table_add_int_permute_select; + + +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_string_permute_select(a INT, b STRING); +DESCRIBE FORMATTED table_add_int_string_permute_select; -insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table table_add_int_string_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string); +alter table table_add_int_string_permute_select add columns(c int, d string); +DESCRIBE FORMATTED table_add_int_string_permute_select; + +insert into table table_add_int_string_permute_select values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); -insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +insert into table table_add_int_string_permute_select values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); -insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +explain +select a,b from table_add_int_string_permute_select; -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1; -select a,b,c from table1; -select a,b,c,d from table1; -select a,c,d from table1; -select a,d from table1; -select c from table1; -select d from table1; +select a,b from table_add_int_string_permute_select; +select a,b,c from table_add_int_string_permute_select; +select a,b,c,d from table_add_int_string_permute_select; +select a,c,d from table_add_int_string_permute_select; +select a,d from table_add_int_string_permute_select; +select c from table_add_int_string_permute_select; +select d from table_add_int_string_permute_select; + +drop table table_add_int_string_permute_select; + +-- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING); +DESCRIBE FORMATTED table_change_string_group_double; + +insert into table table_change_string_group_double + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING); +DESCRIBE FORMATTED table_change_string_group_double; + +insert into table table_change_string_group_double + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new'); + +insert into table table_change_string_group_double + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new'); + +explain +select c1,c2,c3,b from table_change_string_group_double; + +select c1,c2,c3,b from table_change_string_group_double; + +drop table table_change_string_group_double; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING); +DESCRIBE FORMATTED table_change_string_group_decimal; + +insert into table table_change_string_group_decimal + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING); +DESCRIBE FORMATTED table_change_string_group_decimal; + +insert into table table_change_string_group_decimal + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new'); + +insert into table table_change_string_group_decimal + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new'); + +explain +select c1,c2,c3,b from table_change_string_group_decimal; + +select c1,c2,c3,b from table_change_string_group_decimal; + +drop table table_change_string_group_decimal; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING); +DESCRIBE FORMATTED table_change_date_group_string_group_timestamp; + +insert into table table_change_date_group_string_group_timestamp + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); +DESCRIBE FORMATTED table_change_date_group_string_group_timestamp; + +insert into table table_change_date_group_string_group_timestamp + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new'); +insert into table table_change_date_group_string_group_timestamp + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new'); + +explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp; + +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp; + +drop table table_change_date_group_string_group_timestamp; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING); +DESCRIBE FORMATTED table_change_date_group_string_group_date; + +insert into table table_change_date_group_string_group_date + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); +DESCRIBE FORMATTED table_change_date_group_string_group_date; + +insert into table table_change_date_group_string_group_date + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new'); + +explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date; + +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date; + +drop table table_change_date_group_string_group_date; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING); +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string; + +insert into table table_change_numeric_group_string_group_multi_ints_string + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string; + +insert into table table_change_numeric_group_string_group_multi_ints_string + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new'); + +explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string; + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string; + +drop table table_change_numeric_group_string_group_multi_ints_string; + + -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR -- -CREATE TABLE table2(a smallint, b STRING) STORED AS ORC; +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING); +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char; + +insert into table table_change_numeric_group_string_group_multi_ints_char + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); -insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char; -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int; +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char; + +insert into table table_change_numeric_group_string_group_multi_ints_char + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new'); + +explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char; + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char; + +drop table table_change_numeric_group_string_group_multi_ints_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING); +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc; + +insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc; + +insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new'); + +explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc; + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc; + +drop table table_change_numeric_group_string_group_multi_ints_char_trunc; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING); +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar; + +insert into table table_change_numeric_group_string_group_multi_ints_varchar + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); -insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new'); +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar; + +insert into table table_change_numeric_group_string_group_multi_ints_varchar + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new'); + +explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar; + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar; + +drop table table_change_numeric_group_string_group_multi_ints_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING); +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc; + +insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc; + +insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new'); + +explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc; + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc; + +drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING); +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string; + +insert into table table_change_numeric_group_string_group_floating_string + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original'); + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string; + +insert into table table_change_numeric_group_string_group_floating_string + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new'); + +explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string; + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string; + +drop table table_change_numeric_group_string_group_floating_string; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING); +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char; + +insert into table table_change_numeric_group_string_group_floating_char + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char; + +insert into table table_change_numeric_group_string_group_floating_char + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new'); + +explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char; + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char; + +drop table table_change_numeric_group_string_group_floating_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING); +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc; + +insert into table table_change_numeric_group_string_group_floating_char_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc; + +insert into table table_change_numeric_group_string_group_floating_char_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new'); + +explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc; + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc; + +drop table table_change_numeric_group_string_group_floating_char_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING); +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar; + +insert into table table_change_numeric_group_string_group_floating_varchar + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar; + +insert into table table_change_numeric_group_string_group_floating_varchar + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new'); + +explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar; + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar; + +drop table table_change_numeric_group_string_group_floating_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING); +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc; + +insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc; + +insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new'); + +explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc; + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc; + +drop table table_change_numeric_group_string_group_floating_varchar_trunc; + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING); +DESCRIBE FORMATTED table_change_string_group_string_group_string; + +insert into table table_change_string_group_string_group_string + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select c1,c2,c3,c4,b from table_change_string_group_string_group_string; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) ; +DESCRIBE FORMATTED table_change_string_group_string_group_string; + +insert into table table_change_string_group_string_group_string + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new'); + +explain +select c1,c2,c3,c4,b from table_change_string_group_string_group_string; + +select c1,c2,c3,c4,b from table_change_string_group_string_group_string; + +drop table table_change_string_group_string_group_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING); +DESCRIBE FORMATTED table_change_string_group_string_group_char; + +insert into table table_change_string_group_string_group_char + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select c1,c2,c3,b from table_change_string_group_string_group_char; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) ; +DESCRIBE FORMATTED table_change_string_group_string_group_char; + +insert into table table_change_string_group_string_group_char + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new'); + +explain +select c1,c2,c3,b from table_change_string_group_string_group_char; + +select c1,c2,c3,b from table_change_string_group_string_group_char; + +drop table table_change_string_group_string_group_char; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING); +DESCRIBE FORMATTED table_change_string_group_string_group_varchar; + +insert into table table_change_string_group_string_group_varchar + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select c1,c2,c3,b from table_change_string_group_string_group_varchar; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) ; +DESCRIBE FORMATTED table_change_string_group_string_group_varchar; + +insert into table table_change_string_group_string_group_varchar + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new'); + +explain +select c1,c2,c3,b from table_change_string_group_string_group_varchar; + +select c1,c2,c3,b from table_change_string_group_string_group_varchar; + +drop table table_change_string_group_string_group_varchar; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING); +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint; + +insert into table table_change_lower_to_higher_numeric_group_tinyint + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original'); + +select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint; + +insert into table table_change_lower_to_higher_numeric_group_tinyint + values('774', '2031', '200', '12', '99', '0', 'new'), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new'), + ('256', '32768', '31889', '300', '444', '506', 'new'), + ('5555', '40000', '-719017797', '45', '55', '65', 'new'), + ('100', '5000', '5443', '22', '2', '-2', 'new'), + ('17', '90000', '754072151', '95', '20', '18', 'new'); + +explain +select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint; + +select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint; + +drop table table_change_lower_to_higher_numeric_group_tinyint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING); +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint; + +insert into table table_change_lower_to_higher_numeric_group_smallint + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original'); + +select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint; + +insert into table table_change_lower_to_higher_numeric_group_smallint + values('774', '2031', '200', '12', '99', 'new'), + ('561431', '52927714', '7203778961', '8', '7', 'new'), + ('256', '32768', '31889', '300', '444', 'new'), + ('5555', '40000', '-719017797', '45', '55', 'new'), + ('100', '5000', '5443', '22', '2', 'new'), + ('17', '90000', '754072151', '95', '20', 'new'); + +explain +select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint; + +select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint; + +drop table table_change_lower_to_higher_numeric_group_smallint; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING); +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int; + +insert into table table_change_lower_to_higher_numeric_group_int + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original'); + +select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int; + +insert into table table_change_lower_to_higher_numeric_group_int + values('774', '2031', '200', '12', 'new'), + ('561431', '52927714', '7203778961', '8', 'new'), + ('256', '32768', '31889', '300', 'new'), + ('5555', '40000', '-719017797', '45', 'new'), + ('100', '5000', '5443', '22', 'new'), + ('17', '90000', '754072151', '95', 'new'); + +explain +select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int; + +select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int; + +drop table table_change_lower_to_higher_numeric_group_int; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING); +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint; + +insert into table table_change_lower_to_higher_numeric_group_bigint + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original'); + +select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint; + +insert into table table_change_lower_to_higher_numeric_group_bigint + values('774', '2031', '200', 'new'), + ('561431', '52927714', '7203778961', 'new'), + ('256', '32768', '31889', 'new'), + ('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'), + ('17', '90000', '754072151', 'new'); + +explain +select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint; + +select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint; + +drop table table_change_lower_to_higher_numeric_group_bigint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING); +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float; + +insert into table table_change_lower_to_higher_numeric_group_float + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original'); + +select c1,c2,b from table_change_lower_to_higher_numeric_group_float; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float; + +insert into table table_change_lower_to_higher_numeric_group_float + values('774', '2031', 'new'), + ('561431', '52927714', 'new'), + ('256', '32768', 'new'), + ('5555', '40000', 'new'), + ('100', '5000', 'new'), + ('17', '90000', 'new'); + +explain +select c1,c2,b from table_change_lower_to_higher_numeric_group_float; + +select c1,c2,b from table_change_lower_to_higher_numeric_group_float; + +drop table table_change_lower_to_higher_numeric_group_float; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(c1 double, b STRING); +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double; + +insert into table table_change_lower_to_higher_numeric_group_double + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original'); + +select c1,b from table_change_lower_to_higher_numeric_group_double; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double; -insert into table table2 values(5000, 'new'),(90000, 'new'); +insert into table table_change_lower_to_higher_numeric_group_double + values('774', 'new'), + ('561431', 'new'), + ('256', 'new'), + ('5555', 'new'), + ('100', 'new'), + ('17', 'new'); -select a,b from table2; +explain +select c1,b from table_change_lower_to_higher_numeric_group_double; +select c1,b from table_change_lower_to_higher_numeric_group_double; -DROP TABLE table1; -DROP TABLE table2; +drop table table_change_lower_to_higher_numeric_group_double; \ No newline at end of file diff --git ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_mapwork_part.q ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_mapwork_part.q index 0fbcadb..b9fc709 100644 --- ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_mapwork_part.q +++ ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_mapwork_part.q @@ -1,98 +1,829 @@ +set hive.explain.user=true; set hive.mapred.mode=nonstrict; set hive.cli.print.header=true; SET hive.exec.schema.evolution=true; SET hive.vectorized.execution.enabled=false; set hive.fetch.task.conversion=none; set hive.exec.dynamic.partition.mode=nonstrict; - +set hive.default.fileformat=orc; -- SORT_QUERY_RESULTS -- --- FILE VARIATION: ORC, Non-Vectorized, FetchWork, Partitioned +-- FILE VARIATION: ORC, Non-Vectorized, MapWork, Partitioned +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC; +-- +CREATE TABLE part_add_int_permute_select(a INT, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_add_int_permute_select; -insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table part_add_int_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string); +alter table part_add_int_permute_select add columns(c int); +DESCRIBE FORMATTED part_add_int_permute_select; + +insert into table part_add_int_permute_select partition(part=2) values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40); -insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +insert into table part_add_int_permute_select partition(part=1) values(5, 'new', 100),(6, 'new', 200); -insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +explain +select part,a,b from part_add_int_permute_select order by part; -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1; -select part,a,b,c from partitioned1; -select part,a,b,c,d from partitioned1; -select part,a,c,d from partitioned1; -select part,a,d from partitioned1; -select part,c from partitioned1; -select part,d from partitioned1; +select part,a,b from part_add_int_permute_select order by part; +select part,a,b,c from part_add_int_permute_select order by part; +select part,c from part_add_int_permute_select order by part; +drop table part_add_int_permute_select; + + +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC; +CREATE TABLE part_add_int_string_permute_select(a INT, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_add_int_string_permute_select; + +insert into table part_add_int_string_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); + +-- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string); +DESCRIBE FORMATTED part_add_int_string_permute_select; + +insert into table part_add_int_string_permute_select partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); + +insert into table part_add_int_string_permute_select partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); + +explain +select part,a,b from part_add_int_string_permute_select order by part; + +-- SELECT permutation columns to make sure NULL defaulting works right +select part,a,b from part_add_int_string_permute_select order by part; +select part,a,b,c from part_add_int_string_permute_select order by part; +select part,a,b,c,d from part_add_int_string_permute_select order by part; +select part,a,c,d from part_add_int_string_permute_select order by part; +select part,a,d from part_add_int_string_permute_select order by part; +select part,c from part_add_int_string_permute_select order by part; +select part,d from part_add_int_string_permute_select order by part; + +drop table part_add_int_string_permute_select; + +-- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + -insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_string_group_double; + +insert into table part_change_string_group_double partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original'); -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int; +alter table part_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING); +DESCRIBE FORMATTED part_change_string_group_double; + +insert into table part_change_string_group_double partition(part=2) + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new'); + +insert into table part_change_string_group_double partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new'); + +explain +select part,c1,c2,c3,b from part_change_string_group_double order by part; -insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new'); +select part,c1,c2,c3,b from part_change_string_group_double order by part; -insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new'); +drop table part_change_string_group_double; -select part,a,b from partitioned2; +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL -- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC; +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_string_group_decimal; -insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table part_change_string_group_decimal partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original'); --- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string); +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING); +DESCRIBE FORMATTED part_change_string_group_decimal; -insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1); +insert into table part_change_string_group_decimal partition(part=2) + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new'); + +insert into table part_change_string_group_decimal partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new'); + +explain +select part,c1,c2,c3,b from part_change_string_group_decimal order by part; + +select part,c1,c2,c3,b from part_change_string_group_decimal order by part; + +drop table part_change_string_group_decimal; --- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1; -select part,a,b,c from partitioned1; -select part,a,b,c,d from partitioned1; -select part,a,c,d from partitioned1; -select part,a,d from partitioned1; -select part,c from partitioned1; -select part,d from partitioned1; +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC; +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_date_group_string_group_timestamp; + +insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); +DESCRIBE FORMATTED part_change_date_group_string_group_timestamp; + +insert into table part_change_date_group_string_group_timestamp partition(part=2) + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new'); +insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new'); + +explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by part; + +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by part; + +drop table part_change_date_group_string_group_timestamp; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_date_group_string_group_date; + +insert into table part_change_date_group_string_group_date partition(part=1) + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); +DESCRIBE FORMATTED part_change_date_group_string_group_date; + +insert into table part_change_date_group_string_group_date partition(part=2) + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new'); + +explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by part; + +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by part; + +drop table part_change_date_group_string_group_date; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string; + +insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string; + +insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1); + +explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part; + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part; + +drop table part_change_numeric_group_string_group_multi_ints_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char; + +insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char; + +insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1); + +explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part; + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part; + +drop table part_change_numeric_group_string_group_multi_ints_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc; + +insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc; + +insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1); + +explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part; + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part; + +drop table part_change_numeric_group_string_group_multi_ints_char_trunc; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar; + +insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar; + +insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1); + +explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part; + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part; + +drop table part_change_numeric_group_string_group_multi_ints_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc; + +insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc; + +insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1); + +explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part; + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part; + +drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string; + +insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original'); + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string; + +insert into table part_change_numeric_group_string_group_floating_string partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part; + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part; + +drop table part_change_numeric_group_string_group_floating_string; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char; + +insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char; + +insert into table part_change_numeric_group_string_group_floating_char partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part; + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part; + +drop table part_change_numeric_group_string_group_floating_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc; + +insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc; + +insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part; + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part; + +drop table part_change_numeric_group_string_group_floating_char_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar; + +insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar; + +insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part; + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part; + +drop table part_change_numeric_group_string_group_floating_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc; + +insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc; + +insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part; + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part; + +drop table part_change_numeric_group_string_group_floating_varchar_trunc; + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_string_group_string_group_string; + +insert into table part_change_string_group_string_group_string partition(part=1) + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) ; +DESCRIBE FORMATTED part_change_string_group_string_group_string; + +insert into table part_change_string_group_string_group_string partition(part) + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1); + +explain +select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part; + +select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part; + +drop table part_change_string_group_string_group_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_string_group_string_group_char; + +insert into table part_change_string_group_string_group_char partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) ; +DESCRIBE FORMATTED part_change_string_group_string_group_char; + +insert into table part_change_string_group_string_group_char partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part; + +select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part; + +drop table part_change_string_group_string_group_char; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_string_group_string_group_varchar; + +insert into table part_change_string_group_string_group_varchar partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) ; +DESCRIBE FORMATTED part_change_string_group_string_group_varchar; + +insert into table part_change_string_group_string_group_varchar partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part; + +select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part; + +drop table part_change_string_group_string_group_varchar; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint; + +insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original'); + +select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint; + +insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values('774', '2031', '200', '12', '99', '0', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + ('256', '32768', '31889', '300', '444', '506', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + ('100', '5000', '5443', '22', '2', '-2', 'new', 1), + ('17', '90000', '754072151', '95', '20', '18', 'new', 1); + +explain +select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part; + +select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part; + +drop table part_change_lower_to_higher_numeric_group_tinyint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint; + +insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original'); + +select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint; + +insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values('774', '2031', '200', '12', '99', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', 'new', 2), + ('256', '32768', '31889', '300', '444', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', 'new', 2), + ('100', '5000', '5443', '22', '2', 'new', 1), + ('17', '90000', '754072151', '95', '20', 'new', 1); + +explain +select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part; + +select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part; + +drop table part_change_lower_to_higher_numeric_group_smallint; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int; + +insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original'); + +select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int; + +insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values('774', '2031', '200', '12', 'new', 2), + ('561431', '52927714', '7203778961', '8', 'new', 2), + ('256', '32768', '31889', '300', 'new', 2), + ('5555', '40000', '-719017797', '45', 'new', 2), + ('100', '5000', '5443', '22', 'new', 1), + ('17', '90000', '754072151', '95', 'new', 1); + +explain +select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part; + +select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part; + +drop table part_change_lower_to_higher_numeric_group_int; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint; + +insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original'); + +select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint; + +insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values('774', '2031', '200', 'new', 2), + ('561431', '52927714', '7203778961', 'new', 2), + ('256', '32768', '31889', 'new', 2), + ('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1), + ('17', '90000', '754072151', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part; + +select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part; + +drop table part_change_lower_to_higher_numeric_group_bigint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float; + +insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original'); + +select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float; + +insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values('774', '2031', 'new', 2), + ('561431', '52927714', 'new', 2), + ('256', '32768', 'new', 2), + ('5555', '40000', 'new', 2), + ('100', '5000', 'new', 1), + ('17', '90000', 'new', 1); + +explain +select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part; + +select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part; + +drop table part_change_lower_to_higher_numeric_group_float; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(c1 double, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double; + +insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original'); -insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); +select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part; -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int; +alter table part_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double; -insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1); +insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values('774', 'new', 2), + ('561431', 'new', 2), + ('256', 'new', 2), + ('5555', 'new', 2), + ('100', 'new', 1), + ('17', 'new', 1); -select part,a,b from partitioned4; +explain +select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part; +select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part; -DROP TABLE partitioned1; -DROP TABLE partitioned2; -DROP TABLE partitioned3; -DROP TABLE partitioned4; \ No newline at end of file +drop table part_change_lower_to_higher_numeric_group_double; \ No newline at end of file diff --git ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_mapwork_table.q ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_mapwork_table.q index 6c256ea..59b32da 100644 --- ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_mapwork_table.q +++ ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_mapwork_table.q @@ -1,56 +1,828 @@ +set hive.explain.user=true; set hive.cli.print.header=true; -set hive.support.concurrency=true; -set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; - +SET hive.exec.schema.evolution=true; SET hive.vectorized.execution.enabled=false; set hive.fetch.task.conversion=none; set hive.exec.dynamic.partition.mode=nonstrict; - +set hive.default.fileformat=orc; -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Non-Vectorized, MapWork, Table -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(a INT, b STRING); +DESCRIBE FORMATTED table_add_int_permute_select; + +insert into table table_add_int_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); + +-- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_permute_select add columns(c int); +DESCRIBE FORMATTED table_add_int_permute_select; + +insert into table table_add_int_permute_select values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40); + +insert into table table_add_int_permute_select values(5, 'new', 100),(6, 'new', 200); + +explain +select a,b from table_add_int_permute_select order by a; + +-- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_permute_select order by a; +select a,b,c from table_add_int_permute_select order by a; +select c from table_add_int_permute_select order by c; + +drop table table_add_int_permute_select; + + +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) STORED AS ORC; +CREATE TABLE table_add_int_string_permute_select(a INT, b STRING); +DESCRIBE FORMATTED table_add_int_string_permute_select; -insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table table_add_int_string_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string); +alter table table_add_int_string_permute_select add columns(c int, d string); +DESCRIBE FORMATTED table_add_int_string_permute_select; -insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +insert into table table_add_int_string_permute_select values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); -insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +insert into table table_add_int_string_permute_select values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); + +explain +select a,b from table_add_int_string_permute_select order by a; -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1; -select a,b,c from table1; -select a,b,c,d from table1; -select a,c,d from table1; -select a,d from table1; -select c from table1; -select d from table1; +select a,b from table_add_int_string_permute_select order by a; +select a,b,c from table_add_int_string_permute_select order by a; +select a,b,c,d from table_add_int_string_permute_select order by a; +select a,c,d from table_add_int_string_permute_select order by a; +select a,d from table_add_int_string_permute_select order by a; +select c from table_add_int_string_permute_select order by c; +select d from table_add_int_string_permute_select order by d; + +drop table table_add_int_string_permute_select; + +-- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING); +DESCRIBE FORMATTED table_change_string_group_double; + +insert into table table_change_string_group_double + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING); +DESCRIBE FORMATTED table_change_string_group_double; + +insert into table table_change_string_group_double + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new'); + +insert into table table_change_string_group_double + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new'); + +explain +select c1,c2,c3,b from table_change_string_group_double order by c1; + +select c1,c2,c3,b from table_change_string_group_double order by c1; + +drop table table_change_string_group_double; + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE table2(a smallint, b STRING) STORED AS ORC; +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING); +DESCRIBE FORMATTED table_change_string_group_decimal; + +insert into table table_change_string_group_decimal + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING); +DESCRIBE FORMATTED table_change_string_group_decimal; + +insert into table table_change_string_group_decimal + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new'); + +insert into table table_change_string_group_decimal + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new'); + +explain +select c1,c2,c3,b from table_change_string_group_decimal order by c1; + +select c1,c2,c3,b from table_change_string_group_decimal order by c1; + +drop table table_change_string_group_decimal; -insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING); +DESCRIBE FORMATTED table_change_date_group_string_group_timestamp; + +insert into table table_change_date_group_string_group_timestamp + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original'); -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int; +alter table table_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); +DESCRIBE FORMATTED table_change_date_group_string_group_timestamp; + +insert into table table_change_date_group_string_group_timestamp + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new'); +insert into table table_change_date_group_string_group_timestamp + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new'); + +explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by c1; + +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by c1; + +drop table table_change_date_group_string_group_timestamp; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING); +DESCRIBE FORMATTED table_change_date_group_string_group_date; + +insert into table table_change_date_group_string_group_date + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); +DESCRIBE FORMATTED table_change_date_group_string_group_date; + +insert into table table_change_date_group_string_group_date + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new'); + +explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by c1; + +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by c1; + +drop table table_change_date_group_string_group_date; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING); +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string; + +insert into table table_change_numeric_group_string_group_multi_ints_string + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string; + +insert into table table_change_numeric_group_string_group_multi_ints_string + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new'); + +explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1; + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1; + +drop table table_change_numeric_group_string_group_multi_ints_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING); +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char; + +insert into table table_change_numeric_group_string_group_multi_ints_char + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char; + +insert into table table_change_numeric_group_string_group_multi_ints_char + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new'); + +explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1; + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1; + +drop table table_change_numeric_group_string_group_multi_ints_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING); +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc; + +insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc; + +insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new'); + +explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1; + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1; + +drop table table_change_numeric_group_string_group_multi_ints_char_trunc; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING); +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar; + +insert into table table_change_numeric_group_string_group_multi_ints_varchar + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar; + +insert into table table_change_numeric_group_string_group_multi_ints_varchar + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new'); + +explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1; + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1; + +drop table table_change_numeric_group_string_group_multi_ints_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING); +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc; + +insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc; + +insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new'); + +explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1; + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1; + +drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING); +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string; + +insert into table table_change_numeric_group_string_group_floating_string + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original'); + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string; + +insert into table table_change_numeric_group_string_group_floating_string + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new'); + +explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1; + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1; + +drop table table_change_numeric_group_string_group_floating_string; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING); +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char; + +insert into table table_change_numeric_group_string_group_floating_char + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1; -insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new'); +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char; + +insert into table table_change_numeric_group_string_group_floating_char + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new'); + +explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1; + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1; + +drop table table_change_numeric_group_string_group_floating_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING); +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc; + +insert into table table_change_numeric_group_string_group_floating_char_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc; + +insert into table table_change_numeric_group_string_group_floating_char_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new'); + +explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1; + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1; + +drop table table_change_numeric_group_string_group_floating_char_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING); +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar; + +insert into table table_change_numeric_group_string_group_floating_varchar + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar; + +insert into table table_change_numeric_group_string_group_floating_varchar + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new'); + +explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1; + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1; + +drop table table_change_numeric_group_string_group_floating_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING); +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc; + +insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc; + +insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new'); + +explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1; + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1; + +drop table table_change_numeric_group_string_group_floating_varchar_trunc; + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING); +DESCRIBE FORMATTED table_change_string_group_string_group_string; + +insert into table table_change_string_group_string_group_string + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) ; +DESCRIBE FORMATTED table_change_string_group_string_group_string; + +insert into table table_change_string_group_string_group_string + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new'); + +explain +select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1; + +select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1; + +drop table table_change_string_group_string_group_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING); +DESCRIBE FORMATTED table_change_string_group_string_group_char; + +insert into table table_change_string_group_string_group_char + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select c1,c2,c3,b from table_change_string_group_string_group_char order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) ; +DESCRIBE FORMATTED table_change_string_group_string_group_char; + +insert into table table_change_string_group_string_group_char + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new'); + +explain +select c1,c2,c3,b from table_change_string_group_string_group_char order by c1; + +select c1,c2,c3,b from table_change_string_group_string_group_char order by c1; + +drop table table_change_string_group_string_group_char; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING); +DESCRIBE FORMATTED table_change_string_group_string_group_varchar; + +insert into table table_change_string_group_string_group_varchar + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) ; +DESCRIBE FORMATTED table_change_string_group_string_group_varchar; + +insert into table table_change_string_group_string_group_varchar + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new'); + +explain +select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1; + +select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1; + +drop table table_change_string_group_string_group_varchar; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING); +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint; + +insert into table table_change_lower_to_higher_numeric_group_tinyint + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original'); + +select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint; + +insert into table table_change_lower_to_higher_numeric_group_tinyint + values('774', '2031', '200', '12', '99', '0', 'new'), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new'), + ('256', '32768', '31889', '300', '444', '506', 'new'), + ('5555', '40000', '-719017797', '45', '55', '65', 'new'), + ('100', '5000', '5443', '22', '2', '-2', 'new'), + ('17', '90000', '754072151', '95', '20', '18', 'new'); + +explain +select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1; + +select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1; + +drop table table_change_lower_to_higher_numeric_group_tinyint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING); +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint; + +insert into table table_change_lower_to_higher_numeric_group_smallint + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original'); + +select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint; + +insert into table table_change_lower_to_higher_numeric_group_smallint + values('774', '2031', '200', '12', '99', 'new'), + ('561431', '52927714', '7203778961', '8', '7', 'new'), + ('256', '32768', '31889', '300', '444', 'new'), + ('5555', '40000', '-719017797', '45', '55', 'new'), + ('100', '5000', '5443', '22', '2', 'new'), + ('17', '90000', '754072151', '95', '20', 'new'); + +explain +select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1; + +select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1; + +drop table table_change_lower_to_higher_numeric_group_smallint; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING); +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int; + +insert into table table_change_lower_to_higher_numeric_group_int + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original'); + +select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int; + +insert into table table_change_lower_to_higher_numeric_group_int + values('774', '2031', '200', '12', 'new'), + ('561431', '52927714', '7203778961', '8', 'new'), + ('256', '32768', '31889', '300', 'new'), + ('5555', '40000', '-719017797', '45', 'new'), + ('100', '5000', '5443', '22', 'new'), + ('17', '90000', '754072151', '95', 'new'); + +explain +select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1; + +select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1; + +drop table table_change_lower_to_higher_numeric_group_int; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING); +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint; + +insert into table table_change_lower_to_higher_numeric_group_bigint + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original'); + +select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint; + +insert into table table_change_lower_to_higher_numeric_group_bigint + values('774', '2031', '200', 'new'), + ('561431', '52927714', '7203778961', 'new'), + ('256', '32768', '31889', 'new'), + ('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'), + ('17', '90000', '754072151', 'new'); + +explain +select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1; + +select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1; + +drop table table_change_lower_to_higher_numeric_group_bigint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING); +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float; + +insert into table table_change_lower_to_higher_numeric_group_float + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original'); + +select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float; + +insert into table table_change_lower_to_higher_numeric_group_float + values('774', '2031', 'new'), + ('561431', '52927714', 'new'), + ('256', '32768', 'new'), + ('5555', '40000', 'new'), + ('100', '5000', 'new'), + ('17', '90000', 'new'); + +explain +select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1; + +select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1; + +drop table table_change_lower_to_higher_numeric_group_float; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(c1 double, b STRING); +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double; + +insert into table table_change_lower_to_higher_numeric_group_double + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original'); + +select c1,b from table_change_lower_to_higher_numeric_group_double order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double; -insert into table table2 values(5000, 'new'),(90000, 'new'); +insert into table table_change_lower_to_higher_numeric_group_double + values('774', 'new'), + ('561431', 'new'), + ('256', 'new'), + ('5555', 'new'), + ('100', 'new'), + ('17', 'new'); -select a,b from table2; +explain +select c1,b from table_change_lower_to_higher_numeric_group_double order by c1; +select c1,b from table_change_lower_to_higher_numeric_group_double order by c1; -DROP TABLE table1; -DROP TABLE table2; \ No newline at end of file +drop table table_change_lower_to_higher_numeric_group_double; \ No newline at end of file diff --git ql/src/test/queries/clientpositive/schema_evol_orc_vec_mapwork_part.q ql/src/test/queries/clientpositive/schema_evol_orc_vec_mapwork_part.q index 30b19bb..6001ccd 100644 --- ql/src/test/queries/clientpositive/schema_evol_orc_vec_mapwork_part.q +++ ql/src/test/queries/clientpositive/schema_evol_orc_vec_mapwork_part.q @@ -1,98 +1,829 @@ +set hive.explain.user=true; set hive.mapred.mode=nonstrict; set hive.cli.print.header=true; SET hive.exec.schema.evolution=true; SET hive.vectorized.execution.enabled=true; -set hive.fetch.task.conversion=more; +set hive.fetch.task.conversion=none; set hive.exec.dynamic.partition.mode=nonstrict; - +set hive.default.fileformat=orc; -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Vectorized, MapWork, Partitioned -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC; +-- +CREATE TABLE part_add_int_permute_select(a INT, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_add_int_permute_select; -insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table part_add_int_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string); +alter table part_add_int_permute_select add columns(c int); +DESCRIBE FORMATTED part_add_int_permute_select; + +insert into table part_add_int_permute_select partition(part=2) values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40); -insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +insert into table part_add_int_permute_select partition(part=1) values(5, 'new', 100),(6, 'new', 200); -insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +explain +select part,a,b from part_add_int_permute_select order by part; -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1; -select part,a,b,c from partitioned1; -select part,a,b,c,d from partitioned1; -select part,a,c,d from partitioned1; -select part,a,d from partitioned1; -select part,c from partitioned1; -select part,d from partitioned1; +select part,a,b from part_add_int_permute_select order by part; +select part,a,b,c from part_add_int_permute_select order by part; +select part,c from part_add_int_permute_select order by part; +drop table part_add_int_permute_select; + + +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC; +CREATE TABLE part_add_int_string_permute_select(a INT, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_add_int_string_permute_select; + +insert into table part_add_int_string_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); + +-- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string); +DESCRIBE FORMATTED part_add_int_string_permute_select; + +insert into table part_add_int_string_permute_select partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); + +insert into table part_add_int_string_permute_select partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); + +explain +select part,a,b from part_add_int_string_permute_select order by part; + +-- SELECT permutation columns to make sure NULL defaulting works right +select part,a,b from part_add_int_string_permute_select order by part; +select part,a,b,c from part_add_int_string_permute_select order by part; +select part,a,b,c,d from part_add_int_string_permute_select order by part; +select part,a,c,d from part_add_int_string_permute_select order by part; +select part,a,d from part_add_int_string_permute_select order by part; +select part,c from part_add_int_string_permute_select order by part; +select part,d from part_add_int_string_permute_select order by part; + +drop table part_add_int_string_permute_select; + +-- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + -insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_string_group_double; + +insert into table part_change_string_group_double partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original'); -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int; +alter table part_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING); +DESCRIBE FORMATTED part_change_string_group_double; + +insert into table part_change_string_group_double partition(part=2) + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new'); + +insert into table part_change_string_group_double partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new'); + +explain +select part,c1,c2,c3,b from part_change_string_group_double order by part; -insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new'); +select part,c1,c2,c3,b from part_change_string_group_double order by part; -insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new'); +drop table part_change_string_group_double; -select part,a,b from partitioned2; +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL -- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC; +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_string_group_decimal; -insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table part_change_string_group_decimal partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original'); --- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string); +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING); +DESCRIBE FORMATTED part_change_string_group_decimal; -insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1); +insert into table part_change_string_group_decimal partition(part=2) + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new'); + +insert into table part_change_string_group_decimal partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new'); + +explain +select part,c1,c2,c3,b from part_change_string_group_decimal order by part; + +select part,c1,c2,c3,b from part_change_string_group_decimal order by part; + +drop table part_change_string_group_decimal; --- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1; -select part,a,b,c from partitioned1; -select part,a,b,c,d from partitioned1; -select part,a,c,d from partitioned1; -select part,a,d from partitioned1; -select part,c from partitioned1; -select part,d from partitioned1; +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC; +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_date_group_string_group_timestamp; + +insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); +DESCRIBE FORMATTED part_change_date_group_string_group_timestamp; + +insert into table part_change_date_group_string_group_timestamp partition(part=2) + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new'); +insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new'); + +explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by part; + +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by part; + +drop table part_change_date_group_string_group_timestamp; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_date_group_string_group_date; + +insert into table part_change_date_group_string_group_date partition(part=1) + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); +DESCRIBE FORMATTED part_change_date_group_string_group_date; + +insert into table part_change_date_group_string_group_date partition(part=2) + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new'); + +explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by part; + +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by part; + +drop table part_change_date_group_string_group_date; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string; + +insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string; + +insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1); + +explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part; + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part; + +drop table part_change_numeric_group_string_group_multi_ints_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char; + +insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char; + +insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1); + +explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part; + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part; + +drop table part_change_numeric_group_string_group_multi_ints_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc; + +insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc; + +insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1); + +explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part; + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part; + +drop table part_change_numeric_group_string_group_multi_ints_char_trunc; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar; + +insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar; + +insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1); + +explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part; + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part; + +drop table part_change_numeric_group_string_group_multi_ints_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc; + +insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc; + +insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1); + +explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part; + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part; + +drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string; + +insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original'); + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string; + +insert into table part_change_numeric_group_string_group_floating_string partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part; + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part; + +drop table part_change_numeric_group_string_group_floating_string; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char; + +insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char; + +insert into table part_change_numeric_group_string_group_floating_char partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part; + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part; + +drop table part_change_numeric_group_string_group_floating_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc; + +insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc; + +insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part; + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part; + +drop table part_change_numeric_group_string_group_floating_char_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar; + +insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar; + +insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part; + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part; + +drop table part_change_numeric_group_string_group_floating_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc; + +insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc; + +insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part; + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part; + +drop table part_change_numeric_group_string_group_floating_varchar_trunc; + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_string_group_string_group_string; + +insert into table part_change_string_group_string_group_string partition(part=1) + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) ; +DESCRIBE FORMATTED part_change_string_group_string_group_string; + +insert into table part_change_string_group_string_group_string partition(part) + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1); + +explain +select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part; + +select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part; + +drop table part_change_string_group_string_group_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_string_group_string_group_char; + +insert into table part_change_string_group_string_group_char partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) ; +DESCRIBE FORMATTED part_change_string_group_string_group_char; + +insert into table part_change_string_group_string_group_char partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part; + +select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part; + +drop table part_change_string_group_string_group_char; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_string_group_string_group_varchar; + +insert into table part_change_string_group_string_group_varchar partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) ; +DESCRIBE FORMATTED part_change_string_group_string_group_varchar; + +insert into table part_change_string_group_string_group_varchar partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part; + +select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part; + +drop table part_change_string_group_string_group_varchar; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint; + +insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original'); + +select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint; + +insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values('774', '2031', '200', '12', '99', '0', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + ('256', '32768', '31889', '300', '444', '506', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + ('100', '5000', '5443', '22', '2', '-2', 'new', 1), + ('17', '90000', '754072151', '95', '20', '18', 'new', 1); + +explain +select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part; + +select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part; + +drop table part_change_lower_to_higher_numeric_group_tinyint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint; + +insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original'); + +select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint; + +insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values('774', '2031', '200', '12', '99', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', 'new', 2), + ('256', '32768', '31889', '300', '444', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', 'new', 2), + ('100', '5000', '5443', '22', '2', 'new', 1), + ('17', '90000', '754072151', '95', '20', 'new', 1); + +explain +select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part; + +select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part; + +drop table part_change_lower_to_higher_numeric_group_smallint; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int; + +insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original'); + +select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int; + +insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values('774', '2031', '200', '12', 'new', 2), + ('561431', '52927714', '7203778961', '8', 'new', 2), + ('256', '32768', '31889', '300', 'new', 2), + ('5555', '40000', '-719017797', '45', 'new', 2), + ('100', '5000', '5443', '22', 'new', 1), + ('17', '90000', '754072151', '95', 'new', 1); + +explain +select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part; + +select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part; + +drop table part_change_lower_to_higher_numeric_group_int; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint; + +insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original'); + +select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint; + +insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values('774', '2031', '200', 'new', 2), + ('561431', '52927714', '7203778961', 'new', 2), + ('256', '32768', '31889', 'new', 2), + ('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1), + ('17', '90000', '754072151', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part; + +select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part; + +drop table part_change_lower_to_higher_numeric_group_bigint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float; + +insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original'); + +select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float; + +insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values('774', '2031', 'new', 2), + ('561431', '52927714', 'new', 2), + ('256', '32768', 'new', 2), + ('5555', '40000', 'new', 2), + ('100', '5000', 'new', 1), + ('17', '90000', 'new', 1); + +explain +select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part; + +select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part; + +drop table part_change_lower_to_higher_numeric_group_float; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(c1 double, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double; + +insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original'); -insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); +select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part; -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int; +alter table part_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double; -insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1); +insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values('774', 'new', 2), + ('561431', 'new', 2), + ('256', 'new', 2), + ('5555', 'new', 2), + ('100', 'new', 1), + ('17', 'new', 1); -select part,a,b from partitioned4; +explain +select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part; +select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part; -DROP TABLE partitioned1; -DROP TABLE partitioned2; -DROP TABLE partitioned3; -DROP TABLE partitioned4; \ No newline at end of file +drop table part_change_lower_to_higher_numeric_group_double; \ No newline at end of file diff --git ql/src/test/queries/clientpositive/schema_evol_orc_vec_mapwork_table.q ql/src/test/queries/clientpositive/schema_evol_orc_vec_mapwork_table.q index 6df2095..83946a5 100644 --- ql/src/test/queries/clientpositive/schema_evol_orc_vec_mapwork_table.q +++ ql/src/test/queries/clientpositive/schema_evol_orc_vec_mapwork_table.q @@ -1,56 +1,828 @@ +set hive.explain.user=true; set hive.cli.print.header=true; -set hive.support.concurrency=true; -set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; - +SET hive.exec.schema.evolution=true; SET hive.vectorized.execution.enabled=true; set hive.fetch.task.conversion=none; set hive.exec.dynamic.partition.mode=nonstrict; - +set hive.default.fileformat=orc; -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Vectorized, MapWork, Table -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(a INT, b STRING); +DESCRIBE FORMATTED table_add_int_permute_select; + +insert into table table_add_int_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); + +-- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_permute_select add columns(c int); +DESCRIBE FORMATTED table_add_int_permute_select; + +insert into table table_add_int_permute_select values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40); + +insert into table table_add_int_permute_select values(5, 'new', 100),(6, 'new', 200); + +explain +select a,b from table_add_int_permute_select order by a; + +-- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_permute_select order by a; +select a,b,c from table_add_int_permute_select order by a; +select c from table_add_int_permute_select order by c; + +drop table table_add_int_permute_select; + + +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) STORED AS ORC; +CREATE TABLE table_add_int_string_permute_select(a INT, b STRING); +DESCRIBE FORMATTED table_add_int_string_permute_select; -insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table table_add_int_string_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string); +alter table table_add_int_string_permute_select add columns(c int, d string); +DESCRIBE FORMATTED table_add_int_string_permute_select; -insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +insert into table table_add_int_string_permute_select values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); -insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +insert into table table_add_int_string_permute_select values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); + +explain +select a,b from table_add_int_string_permute_select order by a; -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1; -select a,b,c from table1; -select a,b,c,d from table1; -select a,c,d from table1; -select a,d from table1; -select c from table1; -select d from table1; +select a,b from table_add_int_string_permute_select order by a; +select a,b,c from table_add_int_string_permute_select order by a; +select a,b,c,d from table_add_int_string_permute_select order by a; +select a,c,d from table_add_int_string_permute_select order by a; +select a,d from table_add_int_string_permute_select order by a; +select c from table_add_int_string_permute_select order by c; +select d from table_add_int_string_permute_select order by d; + +drop table table_add_int_string_permute_select; + +-- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING); +DESCRIBE FORMATTED table_change_string_group_double; + +insert into table table_change_string_group_double + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING); +DESCRIBE FORMATTED table_change_string_group_double; + +insert into table table_change_string_group_double + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new'); + +insert into table table_change_string_group_double + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new'); + +explain +select c1,c2,c3,b from table_change_string_group_double order by c1; + +select c1,c2,c3,b from table_change_string_group_double order by c1; + +drop table table_change_string_group_double; + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE table2(a smallint, b STRING) STORED AS ORC; +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING); +DESCRIBE FORMATTED table_change_string_group_decimal; + +insert into table table_change_string_group_decimal + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING); +DESCRIBE FORMATTED table_change_string_group_decimal; + +insert into table table_change_string_group_decimal + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new'); + +insert into table table_change_string_group_decimal + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new'); + +explain +select c1,c2,c3,b from table_change_string_group_decimal order by c1; + +select c1,c2,c3,b from table_change_string_group_decimal order by c1; + +drop table table_change_string_group_decimal; -insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING); +DESCRIBE FORMATTED table_change_date_group_string_group_timestamp; + +insert into table table_change_date_group_string_group_timestamp + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original'); -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int; +alter table table_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); +DESCRIBE FORMATTED table_change_date_group_string_group_timestamp; + +insert into table table_change_date_group_string_group_timestamp + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new'); +insert into table table_change_date_group_string_group_timestamp + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new'); + +explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by c1; + +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by c1; + +drop table table_change_date_group_string_group_timestamp; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING); +DESCRIBE FORMATTED table_change_date_group_string_group_date; + +insert into table table_change_date_group_string_group_date + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); +DESCRIBE FORMATTED table_change_date_group_string_group_date; + +insert into table table_change_date_group_string_group_date + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new'); + +explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by c1; + +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by c1; + +drop table table_change_date_group_string_group_date; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING); +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string; + +insert into table table_change_numeric_group_string_group_multi_ints_string + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string; + +insert into table table_change_numeric_group_string_group_multi_ints_string + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new'); + +explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1; + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1; + +drop table table_change_numeric_group_string_group_multi_ints_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING); +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char; + +insert into table table_change_numeric_group_string_group_multi_ints_char + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char; + +insert into table table_change_numeric_group_string_group_multi_ints_char + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new'); + +explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1; + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1; + +drop table table_change_numeric_group_string_group_multi_ints_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING); +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc; + +insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc; + +insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new'); + +explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1; + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1; + +drop table table_change_numeric_group_string_group_multi_ints_char_trunc; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING); +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar; + +insert into table table_change_numeric_group_string_group_multi_ints_varchar + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar; + +insert into table table_change_numeric_group_string_group_multi_ints_varchar + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new'); + +explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1; + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1; + +drop table table_change_numeric_group_string_group_multi_ints_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING); +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc; + +insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc; + +insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new'); + +explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1; + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1; + +drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING); +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string; + +insert into table table_change_numeric_group_string_group_floating_string + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original'); + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string; + +insert into table table_change_numeric_group_string_group_floating_string + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new'); + +explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1; + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1; + +drop table table_change_numeric_group_string_group_floating_string; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING); +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char; + +insert into table table_change_numeric_group_string_group_floating_char + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1; -insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new'); +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char; + +insert into table table_change_numeric_group_string_group_floating_char + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new'); + +explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1; + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1; + +drop table table_change_numeric_group_string_group_floating_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING); +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc; + +insert into table table_change_numeric_group_string_group_floating_char_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc; + +insert into table table_change_numeric_group_string_group_floating_char_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new'); + +explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1; + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1; + +drop table table_change_numeric_group_string_group_floating_char_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING); +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar; + +insert into table table_change_numeric_group_string_group_floating_varchar + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar; + +insert into table table_change_numeric_group_string_group_floating_varchar + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new'); + +explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1; + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1; + +drop table table_change_numeric_group_string_group_floating_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING); +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc; + +insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc; + +insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new'); + +explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1; + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1; + +drop table table_change_numeric_group_string_group_floating_varchar_trunc; + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING); +DESCRIBE FORMATTED table_change_string_group_string_group_string; + +insert into table table_change_string_group_string_group_string + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) ; +DESCRIBE FORMATTED table_change_string_group_string_group_string; + +insert into table table_change_string_group_string_group_string + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new'); + +explain +select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1; + +select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1; + +drop table table_change_string_group_string_group_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING); +DESCRIBE FORMATTED table_change_string_group_string_group_char; + +insert into table table_change_string_group_string_group_char + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select c1,c2,c3,b from table_change_string_group_string_group_char order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) ; +DESCRIBE FORMATTED table_change_string_group_string_group_char; + +insert into table table_change_string_group_string_group_char + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new'); + +explain +select c1,c2,c3,b from table_change_string_group_string_group_char order by c1; + +select c1,c2,c3,b from table_change_string_group_string_group_char order by c1; + +drop table table_change_string_group_string_group_char; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING); +DESCRIBE FORMATTED table_change_string_group_string_group_varchar; + +insert into table table_change_string_group_string_group_varchar + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) ; +DESCRIBE FORMATTED table_change_string_group_string_group_varchar; + +insert into table table_change_string_group_string_group_varchar + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new'); + +explain +select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1; + +select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1; + +drop table table_change_string_group_string_group_varchar; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING); +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint; + +insert into table table_change_lower_to_higher_numeric_group_tinyint + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original'); + +select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint; + +insert into table table_change_lower_to_higher_numeric_group_tinyint + values('774', '2031', '200', '12', '99', '0', 'new'), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new'), + ('256', '32768', '31889', '300', '444', '506', 'new'), + ('5555', '40000', '-719017797', '45', '55', '65', 'new'), + ('100', '5000', '5443', '22', '2', '-2', 'new'), + ('17', '90000', '754072151', '95', '20', '18', 'new'); + +explain +select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1; + +select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1; + +drop table table_change_lower_to_higher_numeric_group_tinyint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING); +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint; + +insert into table table_change_lower_to_higher_numeric_group_smallint + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original'); + +select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint; + +insert into table table_change_lower_to_higher_numeric_group_smallint + values('774', '2031', '200', '12', '99', 'new'), + ('561431', '52927714', '7203778961', '8', '7', 'new'), + ('256', '32768', '31889', '300', '444', 'new'), + ('5555', '40000', '-719017797', '45', '55', 'new'), + ('100', '5000', '5443', '22', '2', 'new'), + ('17', '90000', '754072151', '95', '20', 'new'); + +explain +select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1; + +select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1; + +drop table table_change_lower_to_higher_numeric_group_smallint; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING); +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int; + +insert into table table_change_lower_to_higher_numeric_group_int + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original'); + +select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int; + +insert into table table_change_lower_to_higher_numeric_group_int + values('774', '2031', '200', '12', 'new'), + ('561431', '52927714', '7203778961', '8', 'new'), + ('256', '32768', '31889', '300', 'new'), + ('5555', '40000', '-719017797', '45', 'new'), + ('100', '5000', '5443', '22', 'new'), + ('17', '90000', '754072151', '95', 'new'); + +explain +select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1; + +select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1; + +drop table table_change_lower_to_higher_numeric_group_int; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING); +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint; + +insert into table table_change_lower_to_higher_numeric_group_bigint + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original'); + +select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint; + +insert into table table_change_lower_to_higher_numeric_group_bigint + values('774', '2031', '200', 'new'), + ('561431', '52927714', '7203778961', 'new'), + ('256', '32768', '31889', 'new'), + ('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'), + ('17', '90000', '754072151', 'new'); + +explain +select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1; + +select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1; + +drop table table_change_lower_to_higher_numeric_group_bigint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING); +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float; + +insert into table table_change_lower_to_higher_numeric_group_float + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original'); + +select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float; + +insert into table table_change_lower_to_higher_numeric_group_float + values('774', '2031', 'new'), + ('561431', '52927714', 'new'), + ('256', '32768', 'new'), + ('5555', '40000', 'new'), + ('100', '5000', 'new'), + ('17', '90000', 'new'); + +explain +select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1; + +select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1; + +drop table table_change_lower_to_higher_numeric_group_float; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(c1 double, b STRING); +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double; + +insert into table table_change_lower_to_higher_numeric_group_double + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original'); + +select c1,b from table_change_lower_to_higher_numeric_group_double order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double; -insert into table table2 values(5000, 'new'),(90000, 'new'); +insert into table table_change_lower_to_higher_numeric_group_double + values('774', 'new'), + ('561431', 'new'), + ('256', 'new'), + ('5555', 'new'), + ('100', 'new'), + ('17', 'new'); -select a,b from table2; +explain +select c1,b from table_change_lower_to_higher_numeric_group_double order by c1; +select c1,b from table_change_lower_to_higher_numeric_group_double order by c1; -DROP TABLE table1; -DROP TABLE table2; \ No newline at end of file +drop table table_change_lower_to_higher_numeric_group_double; \ No newline at end of file diff --git ql/src/test/queries/clientpositive/schema_evol_text_fetchwork_table.q ql/src/test/queries/clientpositive/schema_evol_text_fetchwork_table.q deleted file mode 100644 index 44f7264..0000000 --- ql/src/test/queries/clientpositive/schema_evol_text_fetchwork_table.q +++ /dev/null @@ -1,56 +0,0 @@ -set hive.cli.print.header=true; -set hive.support.concurrency=true; -set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; -SET hive.exec.schema.evolution=true; -SET hive.vectorized.execution.enabled=false; -set hive.fetch.task.conversion=none; -set hive.exec.dynamic.partition.mode=nonstrict; - - --- SORT_QUERY_RESULTS --- --- FILE VARIATION: TEXT, Non-Vectorized, MapWork, Table --- --- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) STORED AS TEXTFILE; - -insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); - --- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string); - -insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); - -insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); - --- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1; -select a,b,c from table1; -select a,b,c,d from table1; -select a,c,d from table1; -select a,d from table1; -select c from table1; -select d from table1; - --- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) --- -CREATE TABLE table2(a smallint, b STRING) STORED AS TEXTFILE; - -insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); - --- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int; - -insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new'); - -insert into table table2 values(5000, 'new'),(90000, 'new'); - -select a,b from table2; - - -DROP TABLE table1; -DROP TABLE table2; \ No newline at end of file diff --git ql/src/test/queries/clientpositive/schema_evol_text_mapwork_table.q ql/src/test/queries/clientpositive/schema_evol_text_mapwork_table.q deleted file mode 100644 index 44f7264..0000000 --- ql/src/test/queries/clientpositive/schema_evol_text_mapwork_table.q +++ /dev/null @@ -1,56 +0,0 @@ -set hive.cli.print.header=true; -set hive.support.concurrency=true; -set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; -SET hive.exec.schema.evolution=true; -SET hive.vectorized.execution.enabled=false; -set hive.fetch.task.conversion=none; -set hive.exec.dynamic.partition.mode=nonstrict; - - --- SORT_QUERY_RESULTS --- --- FILE VARIATION: TEXT, Non-Vectorized, MapWork, Table --- --- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) STORED AS TEXTFILE; - -insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); - --- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string); - -insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); - -insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); - --- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1; -select a,b,c from table1; -select a,b,c,d from table1; -select a,c,d from table1; -select a,d from table1; -select c from table1; -select d from table1; - --- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) --- -CREATE TABLE table2(a smallint, b STRING) STORED AS TEXTFILE; - -insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); - --- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int; - -insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new'); - -insert into table table2 values(5000, 'new'),(90000, 'new'); - -select a,b from table2; - - -DROP TABLE table1; -DROP TABLE table2; \ No newline at end of file diff --git ql/src/test/queries/clientpositive/schema_evol_text_nonvec_fetchwork_part.q ql/src/test/queries/clientpositive/schema_evol_text_nonvec_fetchwork_part.q index 4d78642..eae512d 100644 --- ql/src/test/queries/clientpositive/schema_evol_text_nonvec_fetchwork_part.q +++ ql/src/test/queries/clientpositive/schema_evol_text_nonvec_fetchwork_part.q @@ -1,98 +1,831 @@ +set hive.explain.user=true; set hive.mapred.mode=nonstrict; set hive.cli.print.header=true; SET hive.exec.schema.evolution=true; SET hive.vectorized.execution.enabled=false; set hive.fetch.task.conversion=more; set hive.exec.dynamic.partition.mode=nonstrict; +set hive.default.fileformat=textfile; -- SORT_QUERY_RESULTS -- --- FILE VARIATION: TEXT, Non-Vectorized, FetchWork, Partitioned +-- FILE VARIATION: TEXTFILE, Non-Vectorized, FetchWork, Partitioned -- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE; +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(a INT, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_add_int_permute_select; -insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table part_add_int_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string); +alter table part_add_int_permute_select add columns(c int); +DESCRIBE FORMATTED part_add_int_permute_select; + +insert into table part_add_int_permute_select partition(part=2) values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40); -insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +insert into table part_add_int_permute_select partition(part=1) values(5, 'new', 100),(6, 'new', 200); -insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +explain +select part,a,b from part_add_int_permute_select; -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1; -select part,a,b,c from partitioned1; -select part,a,b,c,d from partitioned1; -select part,a,c,d from partitioned1; -select part,a,d from partitioned1; -select part,c from partitioned1; -select part,d from partitioned1; +select part,a,b from part_add_int_permute_select; +select part,a,b,c from part_add_int_permute_select; +select part,c from part_add_int_permute_select; +drop table part_add_int_permute_select; + + +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE; +CREATE TABLE part_add_int_string_permute_select(a INT, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_add_int_string_permute_select; + +insert into table part_add_int_string_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); + +-- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string); +DESCRIBE FORMATTED part_add_int_string_permute_select; + +insert into table part_add_int_string_permute_select partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); + +insert into table part_add_int_string_permute_select partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); + +explain +select part,a,b from part_add_int_string_permute_select; + +-- SELECT permutation columns to make sure NULL defaulting works right +select part,a,b from part_add_int_string_permute_select; +select part,a,b,c from part_add_int_string_permute_select; +select part,a,b,c,d from part_add_int_string_permute_select; +select part,a,c,d from part_add_int_string_permute_select; +select part,a,d from part_add_int_string_permute_select; +select part,c from part_add_int_string_permute_select; +select part,d from part_add_int_string_permute_select; + +drop table part_add_int_string_permute_select; + +-- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + -insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_string_group_double; + +insert into table part_change_string_group_double partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original'); -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int; +alter table part_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING); +DESCRIBE FORMATTED part_change_string_group_double; + +insert into table part_change_string_group_double partition(part=2) + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new'); + +insert into table part_change_string_group_double partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new'); + +explain +select part,c1,c2,c3,b from part_change_string_group_double; -insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new'); +select part,c1,c2,c3,b from part_change_string_group_double; -insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new'); +drop table part_change_string_group_double; -select part,a,b from partitioned2; +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL -- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE; +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_string_group_decimal; -insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table part_change_string_group_decimal partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original'); --- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string); +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING); +DESCRIBE FORMATTED part_change_string_group_decimal; -insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1); +insert into table part_change_string_group_decimal partition(part=2) + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new'); + +insert into table part_change_string_group_decimal partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new'); + +explain +select part,c1,c2,c3,b from part_change_string_group_decimal; + +select part,c1,c2,c3,b from part_change_string_group_decimal; + +drop table part_change_string_group_decimal; --- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1; -select part,a,b,c from partitioned1; -select part,a,b,c,d from partitioned1; -select part,a,c,d from partitioned1; -select part,a,d from partitioned1; -select part,c from partitioned1; -select part,d from partitioned1; +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE; +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_date_group_string_group_timestamp; + +insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); +DESCRIBE FORMATTED part_change_date_group_string_group_timestamp; + +insert into table part_change_date_group_string_group_timestamp partition(part=2) + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new'); +insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new'); + +explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp; + +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp; + +drop table part_change_date_group_string_group_timestamp; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_date_group_string_group_date; + +insert into table part_change_date_group_string_group_date partition(part=1) + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); +DESCRIBE FORMATTED part_change_date_group_string_group_date; + +insert into table part_change_date_group_string_group_date partition(part=2) + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new'); + +explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date; + +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date; + +drop table part_change_date_group_string_group_date; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string; + +insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string; + +insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1); + +explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string; + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string; + +drop table part_change_numeric_group_string_group_multi_ints_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char; + +insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char; + +insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1); + +explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char; + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char; + +drop table part_change_numeric_group_string_group_multi_ints_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc; + +insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc; + +insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1); + +explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc; + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc; + +drop table part_change_numeric_group_string_group_multi_ints_char_trunc; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar; + +insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar; + +insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1); + +explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar; + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar; + +drop table part_change_numeric_group_string_group_multi_ints_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc; + +insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc; + +insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1); + +explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc; + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc; + +drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string; + +insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original'); + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string; + +insert into table part_change_numeric_group_string_group_floating_string partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string; + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string; + +drop table part_change_numeric_group_string_group_floating_string; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char; + +insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char; + +insert into table part_change_numeric_group_string_group_floating_char partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char; + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char; + +drop table part_change_numeric_group_string_group_floating_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc; + +insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc; + +insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc; + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc; + +drop table part_change_numeric_group_string_group_floating_char_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar; + +insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar; + +insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar; + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar; + +drop table part_change_numeric_group_string_group_floating_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc; + +insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc; + +insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc; + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc; + +drop table part_change_numeric_group_string_group_floating_varchar_trunc; + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_string_group_string_group_string; + +insert into table part_change_string_group_string_group_string partition(part=1) + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) ; +DESCRIBE FORMATTED part_change_string_group_string_group_string; + +insert into table part_change_string_group_string_group_string partition(part) + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1); + +explain +select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string; + +select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string; + +drop table part_change_string_group_string_group_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_string_group_string_group_char; + +insert into table part_change_string_group_string_group_char partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select part,c1,c2,c3,b from part_change_string_group_string_group_char; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) ; +DESCRIBE FORMATTED part_change_string_group_string_group_char; + +insert into table part_change_string_group_string_group_char partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_string_group_string_group_char; + +select part,c1,c2,c3,b from part_change_string_group_string_group_char; + +drop table part_change_string_group_string_group_char; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_string_group_string_group_varchar; + +insert into table part_change_string_group_string_group_varchar partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select part,c1,c2,c3,b from part_change_string_group_string_group_varchar; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) ; +DESCRIBE FORMATTED part_change_string_group_string_group_varchar; + +insert into table part_change_string_group_string_group_varchar partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_string_group_string_group_varchar; + +select part,c1,c2,c3,b from part_change_string_group_string_group_varchar; + +drop table part_change_string_group_string_group_varchar; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint; + +insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original'); + +select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint; + +insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values('774', '2031', '200', '12', '99', '0', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + ('256', '32768', '31889', '300', '444', '506', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + ('100', '5000', '5443', '22', '2', '-2', 'new', 1), + ('17', '90000', '754072151', '95', '20', '18', 'new', 1); + +explain +select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint; + +select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint; + +drop table part_change_lower_to_higher_numeric_group_tinyint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint; + +insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original'); + +select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint; + +insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values('774', '2031', '200', '12', '99', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', 'new', 2), + ('256', '32768', '31889', '300', '444', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', 'new', 2), + ('100', '5000', '5443', '22', '2', 'new', 1), + ('17', '90000', '754072151', '95', '20', 'new', 1); + +explain +select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint; + +select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint; + +drop table part_change_lower_to_higher_numeric_group_smallint; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int; + +insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original'); + +select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int; + +insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values('774', '2031', '200', '12', 'new', 2), + ('561431', '52927714', '7203778961', '8', 'new', 2), + ('256', '32768', '31889', '300', 'new', 2), + ('5555', '40000', '-719017797', '45', 'new', 2), + ('100', '5000', '5443', '22', 'new', 1), + ('17', '90000', '754072151', '95', 'new', 1); + +explain +select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int; + +select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int; + +drop table part_change_lower_to_higher_numeric_group_int; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint; + +insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original'); + +select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint; + +insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values('774', '2031', '200', 'new', 2), + ('561431', '52927714', '7203778961', 'new', 2), + ('256', '32768', '31889', 'new', 2), + ('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1), + ('17', '90000', '754072151', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint; + +select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint; + +drop table part_change_lower_to_higher_numeric_group_bigint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float; + +insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original'); + +select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float; + +insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values('774', '2031', 'new', 2), + ('561431', '52927714', 'new', 2), + ('256', '32768', 'new', 2), + ('5555', '40000', 'new', 2), + ('100', '5000', 'new', 1), + ('17', '90000', 'new', 1); + +explain +select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float; + +select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float; + +drop table part_change_lower_to_higher_numeric_group_float; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(c1 double, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double; + +insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original'); -insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); +select part,c1,b from part_change_lower_to_higher_numeric_group_double; -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int; +alter table part_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double; -insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1); +insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values('774', 'new', 2), + ('561431', 'new', 2), + ('256', 'new', 2), + ('5555', 'new', 2), + ('100', 'new', 1), + ('17', 'new', 1); -select part,a,b from partitioned4; +explain +select part,c1,b from part_change_lower_to_higher_numeric_group_double; +select part,c1,b from part_change_lower_to_higher_numeric_group_double; -DROP TABLE partitioned1; -DROP TABLE partitioned2; -DROP TABLE partitioned3; -DROP TABLE partitioned4; \ No newline at end of file +drop table part_change_lower_to_higher_numeric_group_double; \ No newline at end of file diff --git ql/src/test/queries/clientpositive/schema_evol_text_nonvec_fetchwork_table.q ql/src/test/queries/clientpositive/schema_evol_text_nonvec_fetchwork_table.q index 0834351..a9eac20 100644 --- ql/src/test/queries/clientpositive/schema_evol_text_nonvec_fetchwork_table.q +++ ql/src/test/queries/clientpositive/schema_evol_text_nonvec_fetchwork_table.q @@ -1,67 +1,827 @@ +set hive.explain.user=true; set hive.cli.print.header=true; SET hive.exec.schema.evolution=true; SET hive.vectorized.execution.enabled=true; set hive.fetch.task.conversion=more; +set hive.default.fileformat=textfile; -- SORT_QUERY_RESULTS -- --- FILE VARIATION: ORC, Non-Vectorized, MapWork, Table +-- FILE VARIATION: TEXTFILE, Non-Vectorized, MapWork, Table -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ---- -CREATE TABLE table1(a INT, b STRING) STORED AS TEXTFILE; +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(a INT, b STRING); +DESCRIBE FORMATTED table_add_int_permute_select; + +insert into table table_add_int_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); + +-- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_permute_select add columns(c int); +DESCRIBE FORMATTED table_add_int_permute_select; + +insert into table table_add_int_permute_select values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40); + +insert into table table_add_int_permute_select values(5, 'new', 100),(6, 'new', 200); + +explain +select a,b from table_add_int_permute_select; + +-- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_permute_select; +select a,b,c from table_add_int_permute_select; +select c from table_add_int_permute_select; -insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +drop table table_add_int_permute_select; -select a,b from table1; --- ADD COLUMNS -alter table table1 add columns(c int, d string); +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_string_permute_select(a INT, b STRING); +DESCRIBE FORMATTED table_add_int_string_permute_select; + +insert into table table_add_int_string_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); + +-- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string); +DESCRIBE FORMATTED table_add_int_string_permute_select; + +insert into table table_add_int_string_permute_select values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); -insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +insert into table table_add_int_string_permute_select values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); -select a,b,c,d from table1; +explain +select a,b from table_add_int_string_permute_select; --- ADD COLUMNS -alter table table1 add columns(e string); +-- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_string_permute_select; +select a,b,c from table_add_int_string_permute_select; +select a,b,c,d from table_add_int_string_permute_select; +select a,c,d from table_add_int_string_permute_select; +select a,d from table_add_int_string_permute_select; +select c from table_add_int_string_permute_select; +select d from table_add_int_string_permute_select; -insert into table table1 values(5, 'new', 100, 'hundred', 'another1'),(6, 'new', 200, 'two hundred', 'another2'); +drop table table_add_int_string_permute_select; -select a,b,c,d,e from table1; +-- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) -- -CREATE TABLE table3(a smallint, b STRING) STORED AS TEXTFILE; +CREATE TABLE table_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING); +DESCRIBE FORMATTED table_change_string_group_double; + +insert into table table_change_string_group_double + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING); +DESCRIBE FORMATTED table_change_string_group_double; + +insert into table table_change_string_group_double + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new'); + +insert into table table_change_string_group_double + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new'); + +explain +select c1,c2,c3,b from table_change_string_group_double; + +select c1,c2,c3,b from table_change_string_group_double; + +drop table table_change_string_group_double; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING); +DESCRIBE FORMATTED table_change_string_group_decimal; + +insert into table table_change_string_group_decimal + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING); +DESCRIBE FORMATTED table_change_string_group_decimal; + +insert into table table_change_string_group_decimal + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new'); -insert into table table3 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); +insert into table table_change_string_group_decimal + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new'); + +explain +select c1,c2,c3,b from table_change_string_group_decimal; + +select c1,c2,c3,b from table_change_string_group_decimal; + +drop table table_change_string_group_decimal; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING); +DESCRIBE FORMATTED table_change_date_group_string_group_timestamp; + +insert into table table_change_date_group_string_group_timestamp + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); +DESCRIBE FORMATTED table_change_date_group_string_group_timestamp; + +insert into table table_change_date_group_string_group_timestamp + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new'); +insert into table table_change_date_group_string_group_timestamp + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new'); + +explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp; + +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp; + +drop table table_change_date_group_string_group_timestamp; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING); +DESCRIBE FORMATTED table_change_date_group_string_group_date; + +insert into table table_change_date_group_string_group_date + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); +DESCRIBE FORMATTED table_change_date_group_string_group_date; + +insert into table table_change_date_group_string_group_date + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new'); + +explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date; + +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date; + +drop table table_change_date_group_string_group_date; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING); +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string; + +insert into table table_change_numeric_group_string_group_multi_ints_string + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string; + +insert into table table_change_numeric_group_string_group_multi_ints_string + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new'); + +explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string; + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string; + +drop table table_change_numeric_group_string_group_multi_ints_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING); +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char; + +insert into table table_change_numeric_group_string_group_multi_ints_char + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char; + +insert into table table_change_numeric_group_string_group_multi_ints_char + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new'); + +explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char; + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char; + +drop table table_change_numeric_group_string_group_multi_ints_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING); +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc; + +insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc; + +insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new'); + +explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc; + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc; + +drop table table_change_numeric_group_string_group_multi_ints_char_trunc; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING); +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar; + +insert into table table_change_numeric_group_string_group_multi_ints_varchar + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar; + +insert into table table_change_numeric_group_string_group_multi_ints_varchar + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new'); + +explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar; + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar; + +drop table table_change_numeric_group_string_group_multi_ints_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING); +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc; + +insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc; + +insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new'); + +explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc; + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc; + +drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING); +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string; + +insert into table table_change_numeric_group_string_group_floating_string + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original'); + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string; + +insert into table table_change_numeric_group_string_group_floating_string + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new'); + +explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string; + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string; + +drop table table_change_numeric_group_string_group_floating_string; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING); +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char; -select a,b from table3; +insert into table table_change_numeric_group_string_group_floating_char + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); --- ADD COLUMNS ... RESTRICT -alter table table3 change column a a int; +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char; -insert into table table3 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new'); +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char; -select a,b from table3; +insert into table table_change_numeric_group_string_group_floating_char + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new'); --- ADD COLUMNS ... RESTRICT -alter table table3 add columns(e string); +explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char; + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char; + +drop table table_change_numeric_group_string_group_floating_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING); +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc; + +insert into table table_change_numeric_group_string_group_floating_char_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc; + +insert into table table_change_numeric_group_string_group_floating_char_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new'); + +explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc; + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc; + +drop table table_change_numeric_group_string_group_floating_char_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING); +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar; + +insert into table table_change_numeric_group_string_group_floating_varchar + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar; + +insert into table table_change_numeric_group_string_group_floating_varchar + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new'); + +explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar; + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar; + +drop table table_change_numeric_group_string_group_floating_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING); +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc; + +insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc; + +insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new'); + +explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc; + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc; + +drop table table_change_numeric_group_string_group_floating_varchar_trunc; + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING); +DESCRIBE FORMATTED table_change_string_group_string_group_string; + +insert into table table_change_string_group_string_group_string + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select c1,c2,c3,c4,b from table_change_string_group_string_group_string; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) ; +DESCRIBE FORMATTED table_change_string_group_string_group_string; + +insert into table table_change_string_group_string_group_string + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new'); + +explain +select c1,c2,c3,c4,b from table_change_string_group_string_group_string; + +select c1,c2,c3,c4,b from table_change_string_group_string_group_string; + +drop table table_change_string_group_string_group_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING); +DESCRIBE FORMATTED table_change_string_group_string_group_char; + +insert into table table_change_string_group_string_group_char + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select c1,c2,c3,b from table_change_string_group_string_group_char; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) ; +DESCRIBE FORMATTED table_change_string_group_string_group_char; + +insert into table table_change_string_group_string_group_char + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new'); + +explain +select c1,c2,c3,b from table_change_string_group_string_group_char; + +select c1,c2,c3,b from table_change_string_group_string_group_char; + +drop table table_change_string_group_string_group_char; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING); +DESCRIBE FORMATTED table_change_string_group_string_group_varchar; + +insert into table table_change_string_group_string_group_varchar + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select c1,c2,c3,b from table_change_string_group_string_group_varchar; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) ; +DESCRIBE FORMATTED table_change_string_group_string_group_varchar; + +insert into table table_change_string_group_string_group_varchar + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new'); + +explain +select c1,c2,c3,b from table_change_string_group_string_group_varchar; + +select c1,c2,c3,b from table_change_string_group_string_group_varchar; + +drop table table_change_string_group_string_group_varchar; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING); +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint; + +insert into table table_change_lower_to_higher_numeric_group_tinyint + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original'); + +select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint; + +insert into table table_change_lower_to_higher_numeric_group_tinyint + values('774', '2031', '200', '12', '99', '0', 'new'), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new'), + ('256', '32768', '31889', '300', '444', '506', 'new'), + ('5555', '40000', '-719017797', '45', '55', '65', 'new'), + ('100', '5000', '5443', '22', '2', '-2', 'new'), + ('17', '90000', '754072151', '95', '20', '18', 'new'); + +explain +select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint; + +select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint; + +drop table table_change_lower_to_higher_numeric_group_tinyint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING); +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint; + +insert into table table_change_lower_to_higher_numeric_group_smallint + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original'); + +select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint; + +insert into table table_change_lower_to_higher_numeric_group_smallint + values('774', '2031', '200', '12', '99', 'new'), + ('561431', '52927714', '7203778961', '8', '7', 'new'), + ('256', '32768', '31889', '300', '444', 'new'), + ('5555', '40000', '-719017797', '45', '55', 'new'), + ('100', '5000', '5443', '22', '2', 'new'), + ('17', '90000', '754072151', '95', '20', 'new'); + +explain +select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint; + +select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint; + +drop table table_change_lower_to_higher_numeric_group_smallint; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING); +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int; + +insert into table table_change_lower_to_higher_numeric_group_int + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original'); + +select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int; + +insert into table table_change_lower_to_higher_numeric_group_int + values('774', '2031', '200', '12', 'new'), + ('561431', '52927714', '7203778961', '8', 'new'), + ('256', '32768', '31889', '300', 'new'), + ('5555', '40000', '-719017797', '45', 'new'), + ('100', '5000', '5443', '22', 'new'), + ('17', '90000', '754072151', '95', 'new'); + +explain +select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int; + +select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int; + +drop table table_change_lower_to_higher_numeric_group_int; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING); +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint; + +insert into table table_change_lower_to_higher_numeric_group_bigint + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original'); + +select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint; + +insert into table table_change_lower_to_higher_numeric_group_bigint + values('774', '2031', '200', 'new'), + ('561431', '52927714', '7203778961', 'new'), + ('256', '32768', '31889', 'new'), + ('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'), + ('17', '90000', '754072151', 'new'); + +explain +select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint; + +select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint; + +drop table table_change_lower_to_higher_numeric_group_bigint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING); +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float; + +insert into table table_change_lower_to_higher_numeric_group_float + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original'); + +select c1,c2,b from table_change_lower_to_higher_numeric_group_float; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float; + +insert into table table_change_lower_to_higher_numeric_group_float + values('774', '2031', 'new'), + ('561431', '52927714', 'new'), + ('256', '32768', 'new'), + ('5555', '40000', 'new'), + ('100', '5000', 'new'), + ('17', '90000', 'new'); + +explain +select c1,c2,b from table_change_lower_to_higher_numeric_group_float; + +select c1,c2,b from table_change_lower_to_higher_numeric_group_float; + +drop table table_change_lower_to_higher_numeric_group_float; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(c1 double, b STRING); +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double; -insert into table table3 values(5000, 'new', 'another5'),(90000, 'new', 'another6'); +insert into table table_change_lower_to_higher_numeric_group_double + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original'); -select a,b from table3; +select c1,b from table_change_lower_to_higher_numeric_group_double; +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double; --- ADD COLUMNS ... RESTRICT -alter table table3 change column a a int; +insert into table table_change_lower_to_higher_numeric_group_double + values('774', 'new'), + ('561431', 'new'), + ('256', 'new'), + ('5555', 'new'), + ('100', 'new'), + ('17', 'new'); -select a,b from table3; +explain +select c1,b from table_change_lower_to_higher_numeric_group_double; +select c1,b from table_change_lower_to_higher_numeric_group_double; -DROP TABLE table1; -DROP TABLE table2; -DROP TABLE table3; \ No newline at end of file +drop table table_change_lower_to_higher_numeric_group_double; \ No newline at end of file diff --git ql/src/test/queries/clientpositive/schema_evol_text_nonvec_mapwork_part.q ql/src/test/queries/clientpositive/schema_evol_text_nonvec_mapwork_part.q index 173e417..e9a4958 100644 --- ql/src/test/queries/clientpositive/schema_evol_text_nonvec_mapwork_part.q +++ ql/src/test/queries/clientpositive/schema_evol_text_nonvec_mapwork_part.q @@ -1,98 +1,830 @@ +set hive.explain.user=true; set hive.mapred.mode=nonstrict; set hive.cli.print.header=true; SET hive.exec.schema.evolution=true; SET hive.vectorized.execution.enabled=false; set hive.fetch.task.conversion=none; set hive.exec.dynamic.partition.mode=nonstrict; +set hive.default.fileformat=textfile; -- SORT_QUERY_RESULTS -- --- FILE VARIATION: TEXT, Non-Vectorized, MapWork, Partitioned +-- FILE VARIATION: ORC, Non-Vectorized, MapWork, Partitioned -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE; +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(a INT, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_add_int_permute_select; -insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table part_add_int_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string); +alter table part_add_int_permute_select add columns(c int); +DESCRIBE FORMATTED part_add_int_permute_select; -insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +insert into table part_add_int_permute_select partition(part=2) values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40); -insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +insert into table part_add_int_permute_select partition(part=1) values(5, 'new', 100),(6, 'new', 200); + +explain +select part,a,b from part_add_int_permute_select order by part; -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1; -select part,a,b,c from partitioned1; -select part,a,b,c,d from partitioned1; -select part,a,c,d from partitioned1; -select part,a,d from partitioned1; -select part,c from partitioned1; -select part,d from partitioned1; +select part,a,b from part_add_int_permute_select order by part; +select part,a,b,c from part_add_int_permute_select order by part; +select part,c from part_add_int_permute_select order by part; + +drop table part_add_int_permute_select; + +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE; +CREATE TABLE part_add_int_string_permute_select(a INT, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_add_int_string_permute_select; + +insert into table part_add_int_string_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); + +-- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string); +DESCRIBE FORMATTED part_add_int_string_permute_select; + +insert into table part_add_int_string_permute_select partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); -insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); +insert into table part_add_int_string_permute_select partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); + +explain +select part,a,b from part_add_int_string_permute_select order by part; + +-- SELECT permutation columns to make sure NULL defaulting works right +select part,a,b from part_add_int_string_permute_select order by part; +select part,a,b,c from part_add_int_string_permute_select order by part; +select part,a,b,c,d from part_add_int_string_permute_select order by part; +select part,a,c,d from part_add_int_string_permute_select order by part; +select part,a,d from part_add_int_string_permute_select order by part; +select part,c from part_add_int_string_permute_select order by part; +select part,d from part_add_int_string_permute_select order by part; + +drop table part_add_int_string_permute_select; + +-- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_string_group_double; + +insert into table part_change_string_group_double partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original'); -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int; +alter table part_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING); +DESCRIBE FORMATTED part_change_string_group_double; -insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new'); +insert into table part_change_string_group_double partition(part=2) + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new'); -insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new'); +insert into table part_change_string_group_double partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new'); -select part,a,b from partitioned2; +explain +select part,c1,c2,c3,b from part_change_string_group_double order by part; +select part,c1,c2,c3,b from part_change_string_group_double order by part; +drop table part_change_string_group_double; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- -- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE; +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_string_group_decimal; -insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table part_change_string_group_decimal partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original'); --- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string); +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING); +DESCRIBE FORMATTED part_change_string_group_decimal; -insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1); +insert into table part_change_string_group_decimal partition(part=2) + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new'); --- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1; -select part,a,b,c from partitioned1; -select part,a,b,c,d from partitioned1; -select part,a,c,d from partitioned1; -select part,a,d from partitioned1; -select part,c from partitioned1; -select part,d from partitioned1; +insert into table part_change_string_group_decimal partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new'); + +explain +select part,c1,c2,c3,b from part_change_string_group_decimal order by part; + +select part,c1,c2,c3,b from part_change_string_group_decimal order by part; + +drop table part_change_string_group_decimal; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_date_group_string_group_timestamp; + +insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); +DESCRIBE FORMATTED part_change_date_group_string_group_timestamp; + +insert into table part_change_date_group_string_group_timestamp partition(part=2) + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new'); +insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new'); + +explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by part; + +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by part; + +drop table part_change_date_group_string_group_timestamp; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_date_group_string_group_date; + +insert into table part_change_date_group_string_group_date partition(part=1) + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); +DESCRIBE FORMATTED part_change_date_group_string_group_date; + +insert into table part_change_date_group_string_group_date partition(part=2) + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new'); + +explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by part; + +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by part; + +drop table part_change_date_group_string_group_date; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string; + +insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string; + +insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1); + +explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part; + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part; + +drop table part_change_numeric_group_string_group_multi_ints_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char; + +insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char; + +insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1); + +explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part; + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part; + +drop table part_change_numeric_group_string_group_multi_ints_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc; + +insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc; + +insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1); + +explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part; + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part; + +drop table part_change_numeric_group_string_group_multi_ints_char_trunc; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar; + +insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar; + +insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1); + +explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part; + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part; + +drop table part_change_numeric_group_string_group_multi_ints_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc; + +insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc; + +insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1); + +explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part; + +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part; + +drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string; + +insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original'); + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string; + +insert into table part_change_numeric_group_string_group_floating_string partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part; + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part; + +drop table part_change_numeric_group_string_group_floating_string; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char; + +insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char; +insert into table part_change_numeric_group_string_group_floating_char partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1); +explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part; + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part; + +drop table part_change_numeric_group_string_group_floating_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc; + +insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc; + +insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part; + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part; + +drop table part_change_numeric_group_string_group_floating_char_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar; + +insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar; + +insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part; + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part; + +drop table part_change_numeric_group_string_group_floating_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc; + +insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) ; +DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc; + +insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part; + +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part; + +drop table part_change_numeric_group_string_group_floating_varchar_trunc; + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_string_group_string_group_string; + +insert into table part_change_string_group_string_group_string partition(part=1) + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) ; +DESCRIBE FORMATTED part_change_string_group_string_group_string; + +insert into table part_change_string_group_string_group_string partition(part) + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1); + +explain +select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part; + +select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part; + +drop table part_change_string_group_string_group_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_string_group_string_group_char; + +insert into table part_change_string_group_string_group_char partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) ; +DESCRIBE FORMATTED part_change_string_group_string_group_char; + +insert into table part_change_string_group_string_group_char partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part; + +select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part; + +drop table part_change_string_group_string_group_char; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_string_group_string_group_varchar; + +insert into table part_change_string_group_string_group_varchar partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) ; +DESCRIBE FORMATTED part_change_string_group_string_group_varchar; + +insert into table part_change_string_group_string_group_varchar partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part; + +select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part; + +drop table part_change_string_group_string_group_varchar; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE; +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint; + +insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original'); + +select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint; + +insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values('774', '2031', '200', '12', '99', '0', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + ('256', '32768', '31889', '300', '444', '506', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + ('100', '5000', '5443', '22', '2', '-2', 'new', 1), + ('17', '90000', '754072151', '95', '20', '18', 'new', 1); + +explain +select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part; + +select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part; + +drop table part_change_lower_to_higher_numeric_group_tinyint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint; + +insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original'); + +select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint; + +insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values('774', '2031', '200', '12', '99', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', 'new', 2), + ('256', '32768', '31889', '300', '444', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', 'new', 2), + ('100', '5000', '5443', '22', '2', 'new', 1), + ('17', '90000', '754072151', '95', '20', 'new', 1); + +explain +select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part; + +select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part; + +drop table part_change_lower_to_higher_numeric_group_smallint; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int; + +insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original'); + +select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int; + +insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values('774', '2031', '200', '12', 'new', 2), + ('561431', '52927714', '7203778961', '8', 'new', 2), + ('256', '32768', '31889', '300', 'new', 2), + ('5555', '40000', '-719017797', '45', 'new', 2), + ('100', '5000', '5443', '22', 'new', 1), + ('17', '90000', '754072151', '95', 'new', 1); + +explain +select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part; + +select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part; + +drop table part_change_lower_to_higher_numeric_group_int; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint; + +insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original'); + +select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint; + +insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values('774', '2031', '200', 'new', 2), + ('561431', '52927714', '7203778961', 'new', 2), + ('256', '32768', '31889', 'new', 2), + ('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1), + ('17', '90000', '754072151', 'new', 1); + +explain +select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part; + +select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part; + +drop table part_change_lower_to_higher_numeric_group_bigint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float; + +insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original'); + +select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float; + +insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values('774', '2031', 'new', 2), + ('561431', '52927714', 'new', 2), + ('256', '32768', 'new', 2), + ('5555', '40000', 'new', 2), + ('100', '5000', 'new', 1), + ('17', '90000', 'new', 1); + +explain +select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part; + +select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part; + +drop table part_change_lower_to_higher_numeric_group_float; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(c1 double, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double; + +insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original'); -insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); +select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part; -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int; +alter table part_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double; -insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1); +insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values('774', 'new', 2), + ('561431', 'new', 2), + ('256', 'new', 2), + ('5555', 'new', 2), + ('100', 'new', 1), + ('17', 'new', 1); -select part,a,b from partitioned4; +explain +select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part; +select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part; -DROP TABLE partitioned1; -DROP TABLE partitioned2; -DROP TABLE partitioned3; -DROP TABLE partitioned4; \ No newline at end of file +drop table part_change_lower_to_higher_numeric_group_double; \ No newline at end of file diff --git ql/src/test/queries/clientpositive/schema_evol_text_nonvec_mapwork_table.q ql/src/test/queries/clientpositive/schema_evol_text_nonvec_mapwork_table.q index 83cab14..a0e73c7 100644 --- ql/src/test/queries/clientpositive/schema_evol_text_nonvec_mapwork_table.q +++ ql/src/test/queries/clientpositive/schema_evol_text_nonvec_mapwork_table.q @@ -1,67 +1,827 @@ +set hive.explain.user=true; set hive.cli.print.header=true; SET hive.exec.schema.evolution=true; SET hive.vectorized.execution.enabled=true; set hive.fetch.task.conversion=none; +set hive.default.fileformat=textfile; -- SORT_QUERY_RESULTS -- --- FILE VARIATION: ORC, Non-Vectorized, MapWork, Table +-- FILE VARIATION: TEXTFILE, Non-Vectorized, MapWork, Table -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ---- -CREATE TABLE table1(a INT, b STRING) STORED AS TEXTFILE; +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(a INT, b STRING); +DESCRIBE FORMATTED table_add_int_permute_select; + +insert into table table_add_int_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); + +-- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_permute_select add columns(c int); +DESCRIBE FORMATTED table_add_int_permute_select; + +insert into table table_add_int_permute_select values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40); + +insert into table table_add_int_permute_select values(5, 'new', 100),(6, 'new', 200); + +explain +select a,b from table_add_int_permute_select order by a; + +-- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_permute_select order by a; +select a,b,c from table_add_int_permute_select order by a; +select c from table_add_int_permute_select order by c; -insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +drop table table_add_int_permute_select; -select a,b from table1; --- ADD COLUMNS -alter table table1 add columns(c int, d string); +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_string_permute_select(a INT, b STRING); +DESCRIBE FORMATTED table_add_int_string_permute_select; + +insert into table table_add_int_string_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); + +-- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string); +DESCRIBE FORMATTED table_add_int_string_permute_select; + +insert into table table_add_int_string_permute_select values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); -insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +insert into table table_add_int_string_permute_select values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); -select a,b,c,d from table1; +explain +select a,b from table_add_int_string_permute_select order by a; --- ADD COLUMNS -alter table table1 add columns(e string); +-- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_string_permute_select order by a; +select a,b,c from table_add_int_string_permute_select order by a; +select a,b,c,d from table_add_int_string_permute_select order by a; +select a,c,d from table_add_int_string_permute_select order by a; +select a,d from table_add_int_string_permute_select order by a; +select c from table_add_int_string_permute_select order by c; +select d from table_add_int_string_permute_select order by d; -insert into table table1 values(5, 'new', 100, 'hundred', 'another1'),(6, 'new', 200, 'two hundred', 'another2'); +drop table table_add_int_string_permute_select; -select a,b,c,d,e from table1; +-- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) -- -CREATE TABLE table3(a smallint, b STRING) STORED AS TEXTFILE; +CREATE TABLE table_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING); +DESCRIBE FORMATTED table_change_string_group_double; + +insert into table table_change_string_group_double + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING); +DESCRIBE FORMATTED table_change_string_group_double; + +insert into table table_change_string_group_double + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new'); + +insert into table table_change_string_group_double + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new'); + +explain +select c1,c2,c3,b from table_change_string_group_double order by c1; + +select c1,c2,c3,b from table_change_string_group_double order by c1; + +drop table table_change_string_group_double; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING); +DESCRIBE FORMATTED table_change_string_group_decimal; + +insert into table table_change_string_group_decimal + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING); +DESCRIBE FORMATTED table_change_string_group_decimal; + +insert into table table_change_string_group_decimal + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new'); -insert into table table3 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); +insert into table table_change_string_group_decimal + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new'); + +explain +select c1,c2,c3,b from table_change_string_group_decimal order by c1; + +select c1,c2,c3,b from table_change_string_group_decimal order by c1; + +drop table table_change_string_group_decimal; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING); +DESCRIBE FORMATTED table_change_date_group_string_group_timestamp; + +insert into table table_change_date_group_string_group_timestamp + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); +DESCRIBE FORMATTED table_change_date_group_string_group_timestamp; + +insert into table table_change_date_group_string_group_timestamp + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new'); +insert into table table_change_date_group_string_group_timestamp + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new'); + +explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by c1; + +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by c1; + +drop table table_change_date_group_string_group_timestamp; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING); +DESCRIBE FORMATTED table_change_date_group_string_group_date; + +insert into table table_change_date_group_string_group_date + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); +DESCRIBE FORMATTED table_change_date_group_string_group_date; + +insert into table table_change_date_group_string_group_date + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new'); + +explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by c1; + +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by c1; + +drop table table_change_date_group_string_group_date; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING); +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string; + +insert into table table_change_numeric_group_string_group_multi_ints_string + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string; + +insert into table table_change_numeric_group_string_group_multi_ints_string + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new'); + +explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1; + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1; + +drop table table_change_numeric_group_string_group_multi_ints_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING); +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char; + +insert into table table_change_numeric_group_string_group_multi_ints_char + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char; + +insert into table table_change_numeric_group_string_group_multi_ints_char + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new'); + +explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1; + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1; + +drop table table_change_numeric_group_string_group_multi_ints_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING); +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc; + +insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc; + +insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new'); + +explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1; + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1; + +drop table table_change_numeric_group_string_group_multi_ints_char_trunc; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING); +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar; + +insert into table table_change_numeric_group_string_group_multi_ints_varchar + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar; + +insert into table table_change_numeric_group_string_group_multi_ints_varchar + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new'); + +explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1; + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1; + +drop table table_change_numeric_group_string_group_multi_ints_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING); +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc; + +insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc; + +insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new'); + +explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1; + +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1; + +drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING); +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string; + +insert into table table_change_numeric_group_string_group_floating_string + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original'); + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string; + +insert into table table_change_numeric_group_string_group_floating_string + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new'); + +explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1; + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1; + +drop table table_change_numeric_group_string_group_floating_string; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING); +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char; -select a,b from table3; +insert into table table_change_numeric_group_string_group_floating_char + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); --- ADD COLUMNS ... RESTRICT -alter table table3 change column a a int; +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1; -insert into table table3 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new'); +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char; -select a,b from table3; +insert into table table_change_numeric_group_string_group_floating_char + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new'); --- ADD COLUMNS ... RESTRICT -alter table table3 add columns(e string); +explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1; + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1; + +drop table table_change_numeric_group_string_group_floating_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING); +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc; + +insert into table table_change_numeric_group_string_group_floating_char_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc; + +insert into table table_change_numeric_group_string_group_floating_char_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new'); + +explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1; + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1; + +drop table table_change_numeric_group_string_group_floating_char_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING); +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar; + +insert into table table_change_numeric_group_string_group_floating_varchar + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar; + +insert into table table_change_numeric_group_string_group_floating_varchar + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new'); + +explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1; + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1; + +drop table table_change_numeric_group_string_group_floating_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING); +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc; + +insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original'); + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) ; +DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc; + +insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new'); + +explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1; + +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1; + +drop table table_change_numeric_group_string_group_floating_varchar_trunc; + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING); +DESCRIBE FORMATTED table_change_string_group_string_group_string; + +insert into table table_change_string_group_string_group_string + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) ; +DESCRIBE FORMATTED table_change_string_group_string_group_string; + +insert into table table_change_string_group_string_group_string + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new'); + +explain +select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1; + +select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1; + +drop table table_change_string_group_string_group_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING); +DESCRIBE FORMATTED table_change_string_group_string_group_char; + +insert into table table_change_string_group_string_group_char + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select c1,c2,c3,b from table_change_string_group_string_group_char order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) ; +DESCRIBE FORMATTED table_change_string_group_string_group_char; + +insert into table table_change_string_group_string_group_char + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new'); + +explain +select c1,c2,c3,b from table_change_string_group_string_group_char order by c1; + +select c1,c2,c3,b from table_change_string_group_string_group_char order by c1; + +drop table table_change_string_group_string_group_char; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING); +DESCRIBE FORMATTED table_change_string_group_string_group_varchar; + +insert into table table_change_string_group_string_group_varchar + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) ; +DESCRIBE FORMATTED table_change_string_group_string_group_varchar; + +insert into table table_change_string_group_string_group_varchar + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new'); + +explain +select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1; + +select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1; + +drop table table_change_string_group_string_group_varchar; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING); +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint; + +insert into table table_change_lower_to_higher_numeric_group_tinyint + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original'); + +select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint; + +insert into table table_change_lower_to_higher_numeric_group_tinyint + values('774', '2031', '200', '12', '99', '0', 'new'), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new'), + ('256', '32768', '31889', '300', '444', '506', 'new'), + ('5555', '40000', '-719017797', '45', '55', '65', 'new'), + ('100', '5000', '5443', '22', '2', '-2', 'new'), + ('17', '90000', '754072151', '95', '20', '18', 'new'); + +explain +select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1; + +select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1; + +drop table table_change_lower_to_higher_numeric_group_tinyint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING); +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint; + +insert into table table_change_lower_to_higher_numeric_group_smallint + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original'); + +select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint; + +insert into table table_change_lower_to_higher_numeric_group_smallint + values('774', '2031', '200', '12', '99', 'new'), + ('561431', '52927714', '7203778961', '8', '7', 'new'), + ('256', '32768', '31889', '300', '444', 'new'), + ('5555', '40000', '-719017797', '45', '55', 'new'), + ('100', '5000', '5443', '22', '2', 'new'), + ('17', '90000', '754072151', '95', '20', 'new'); + +explain +select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1; + +select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1; + +drop table table_change_lower_to_higher_numeric_group_smallint; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING); +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int; + +insert into table table_change_lower_to_higher_numeric_group_int + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original'); + +select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int; + +insert into table table_change_lower_to_higher_numeric_group_int + values('774', '2031', '200', '12', 'new'), + ('561431', '52927714', '7203778961', '8', 'new'), + ('256', '32768', '31889', '300', 'new'), + ('5555', '40000', '-719017797', '45', 'new'), + ('100', '5000', '5443', '22', 'new'), + ('17', '90000', '754072151', '95', 'new'); + +explain +select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1; + +select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1; + +drop table table_change_lower_to_higher_numeric_group_int; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING); +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint; + +insert into table table_change_lower_to_higher_numeric_group_bigint + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original'); + +select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint; + +insert into table table_change_lower_to_higher_numeric_group_bigint + values('774', '2031', '200', 'new'), + ('561431', '52927714', '7203778961', 'new'), + ('256', '32768', '31889', 'new'), + ('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'), + ('17', '90000', '754072151', 'new'); + +explain +select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1; + +select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1; + +drop table table_change_lower_to_higher_numeric_group_bigint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING); +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float; + +insert into table table_change_lower_to_higher_numeric_group_float + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original'); + +select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float; + +insert into table table_change_lower_to_higher_numeric_group_float + values('774', '2031', 'new'), + ('561431', '52927714', 'new'), + ('256', '32768', 'new'), + ('5555', '40000', 'new'), + ('100', '5000', 'new'), + ('17', '90000', 'new'); + +explain +select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1; + +select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1; + +drop table table_change_lower_to_higher_numeric_group_float; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(c1 double, b STRING); +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double; -insert into table table3 values(5000, 'new', 'another5'),(90000, 'new', 'another6'); +insert into table table_change_lower_to_higher_numeric_group_double + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original'); -select a,b from table3; +select c1,b from table_change_lower_to_higher_numeric_group_double order by c1; +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) ; +DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double; --- ADD COLUMNS ... RESTRICT -alter table table3 change column a a int; +insert into table table_change_lower_to_higher_numeric_group_double + values('774', 'new'), + ('561431', 'new'), + ('256', 'new'), + ('5555', 'new'), + ('100', 'new'), + ('17', 'new'); -select a,b from table3; +explain +select c1,b from table_change_lower_to_higher_numeric_group_double order by c1; +select c1,b from table_change_lower_to_higher_numeric_group_double order by c1; -DROP TABLE table1; -DROP TABLE table2; -DROP TABLE table3; \ No newline at end of file +drop table table_change_lower_to_higher_numeric_group_double; \ No newline at end of file diff --git ql/src/test/results/clientpositive/schema_evol_orc_acid_mapwork_part.q.out ql/src/test/results/clientpositive/schema_evol_orc_acid_mapwork_part.q.out index a922175..ddecf87 100644 --- ql/src/test/results/clientpositive/schema_evol_orc_acid_mapwork_part.q.out +++ ql/src/test/results/clientpositive/schema_evol_orc_acid_mapwork_part.q.out @@ -3,85 +3,476 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- FILE VARIATION: ORC, ACID Non-Vectorized, MapWork, Partitioned -- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned1 +PREHOOK: Output: default@part_add_int_permute_select POSTHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, ACID Non-Vectorized, MapWork, Partitioned -- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) +alter table part_add_int_permute_select add columns(c int) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) +alter table part_add_int_permute_select add columns(c int) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=2) values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@partitioned1@part=2 -POSTHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=2) values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@partitioned1@part=2 -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(5, 'new', 100),(6, 'new', 200) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(5, 'new', 100),(6, 'new', 200) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from part_add_int_permute_select order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from part_add_int_permute_select order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_add_int_permute_select + Statistics: Num rows: 10 Data size: 4319 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 4319 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4319 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 4319 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4319 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select part,a,b from part_add_int_permute_select order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select part,a,b from part_add_int_permute_select order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +part a b +1 1 original +1 2 original +1 3 original +1 4 original +1 5 new +1 6 new +2 1 new +2 2 new +2 3 new +2 4 new +PREHOOK: query: select part,a,b,c from part_add_int_permute_select order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b,c from part_add_int_permute_select order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +part a b c +1 1 original NULL +1 2 original NULL +1 3 original NULL +1 4 original NULL +1 5 new 100 +1 6 new 200 +2 1 new 10 +2 2 new 20 +2 3 new 30 +2 4 new 40 +PREHOOK: query: select part,c from part_add_int_permute_select order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c from part_add_int_permute_select order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +part c +1 100 +1 200 +1 NULL +1 NULL +1 NULL +1 NULL +2 10 +2 20 +2 30 +2 40 +PREHOOK: query: drop table part_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select +POSTHOOK: query: drop table part_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_string_permute_select(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_string_permute_select(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__4 +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__4 +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__5 +PREHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__5 +POSTHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__6 +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__6 +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,a,b from part_add_int_string_permute_select order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from part_add_int_string_permute_select order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_add_int_string_permute_select + Statistics: Num rows: 10 Data size: 4741 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 4741 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4741 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 4741 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4741 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a b 1 1 original @@ -94,17 +485,17 @@ part a b 2 2 new 2 3 new 2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +PREHOOK: query: select part,a,b,c from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,a,b,c from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a b c 1 1 original NULL @@ -117,17 +508,17 @@ part a b c 2 2 new 20 2 3 new 30 2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 +PREHOOK: query: select part,a,b,c,d from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 +POSTHOOK: query: select part,a,b,c,d from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -140,17 +531,17 @@ part a b c d 2 2 new 20 twenty 2 3 new 30 thirty 2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 +PREHOOK: query: select part,a,c,d from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 +POSTHOOK: query: select part,a,c,d from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a c d 1 1 NULL NULL @@ -163,17 +554,17 @@ part a c d 2 2 20 twenty 2 3 30 thirty 2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 +PREHOOK: query: select part,a,d from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 +POSTHOOK: query: select part,a,d from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a d 1 1 NULL @@ -186,17 +577,17 @@ part a d 2 2 twenty 2 3 thirty 2 4 forty -PREHOOK: query: select part,c from partitioned1 +PREHOOK: query: select part,c from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 +POSTHOOK: query: select part,c from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part c 1 100 @@ -209,481 +600,5836 @@ part c 2 20 2 30 2 40 -PREHOOK: query: select part,d from partitioned1 +PREHOOK: query: select part,d from part_add_int_string_permute_select order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,d from part_add_int_string_permute_select order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +part d +1 NULL +1 NULL +1 NULL +1 NULL +1 hundred +1 two hundred +2 forty +2 ten +2 thirty +2 twenty +PREHOOK: query: drop table part_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: drop table part_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +c2 double +c3 double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_double order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_double order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_string_group_double + Statistics: Num rows: 10 Data size: 5337 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: double), c2 (type: double), c3 (type: double), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 5337 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 5337 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: double), _col2 (type: double), _col3 (type: double), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: double), VALUE._col1 (type: double), VALUE._col2 (type: double), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 5337 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 5337 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_double order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Input: default@part_change_string_group_double@part=1 +PREHOOK: Input: default@part_change_string_group_double@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_double order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Input: default@part_change_string_group_double@part=1 +POSTHOOK: Input: default@part_change_string_group_double@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -10.3 -10.3 -10.3 original +1 -29.0764 -29.0764 -29.0764 original +1 -3651.672121 -3651.672121 -3651.672121 original +1 17808.963785 17808.963785 17808.963785 new +1 753.7028 753.7028 753.7028 original +1 9250340.75 9250340.75 9250340.75 new +2 -66475.561431 -66475.561431 -66475.561431 new +2 20.31 20.31 20.31 new +2 30.774 30.774 30.774 new +2 46114.284799488 46114.284799488 46114.284799488 new +PREHOOK: query: drop table part_change_string_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: drop table part_change_string_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +c2 decimal(38,18) +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_decimal order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_decimal order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_string_group_decimal + Statistics: Num rows: 10 Data size: 5025 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: decimal(38,18)), c2 (type: decimal(38,18)), c3 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 5025 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 5025 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: decimal(38,18)), _col2 (type: decimal(38,18)), _col3 (type: decimal(38,18)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: decimal(38,18)), VALUE._col1 (type: decimal(38,18)), VALUE._col2 (type: decimal(38,18)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 5025 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 5025 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_decimal order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Input: default@part_change_string_group_decimal@part=1 +PREHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_decimal order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Input: default@part_change_string_group_decimal@part=1 +POSTHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +1 -29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +1 -3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +1 17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +1 753.702800000000000000 753.702800000000000000 753.702800000000000000 original +1 9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +2 -66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +2 20.310000000000000000 20.310000000000000000 20.310000000000000000 new +2 30.774000000000000000 30.774000000000000000 30.774000000000000000 new +2 46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +PREHOOK: query: drop table part_change_string_group_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: drop table part_change_string_group_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 timestamp +c2 timestamp +c3 timestamp +c4 timestamp +c5 timestamp +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_date_group_string_group_timestamp + Statistics: Num rows: 9 Data size: 6826 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: string), c2 (type: char(50)), c3 (type: char(15)), c4 (type: varchar(50)), c5 (type: varchar(15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 9 Data size: 6826 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 9 Data size: 6826 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: char(50)), _col3 (type: char(15)), _col4 (type: varchar(50)), _col5 (type: varchar(15)), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(15)), VALUE._col3 (type: varchar(50)), VALUE._col4 (type: varchar(15)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 9 Data size: 6826 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 9 Data size: 6826 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +1 2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +1 2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +1 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:3 5966-07-09 03:30:50.597 5966-07-09 03:3 new +1 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:5 6229-06-28 02:54:28.970117179 6229-06-28 02:5 new +2 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +2 1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +2 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +2 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +PREHOOK: query: drop table part_change_date_group_string_group_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: drop table part_change_date_group_string_group_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 date +c2 date +c3 date +c4 date +c5 date +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_date_group_string_group_date + Statistics: Num rows: 9 Data size: 4302 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: string), c2 (type: char(50)), c3 (type: char(15)), c4 (type: varchar(50)), c5 (type: varchar(15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 9 Data size: 4302 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 9 Data size: 4302 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: char(50)), _col3 (type: char(15)), _col4 (type: varchar(50)), _col5 (type: varchar(15)), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(15)), VALUE._col3 (type: varchar(50)), VALUE._col4 (type: varchar(15)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 9 Data size: 4302 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 9 Data size: 4302 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Input: default@part_change_date_group_string_group_date@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +1 2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +1 2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +2 0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +2 1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +2 2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +2 2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +2 5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +2 6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +PREHOOK: query: drop table part_change_date_group_string_group_date +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: drop table part_change_date_group_string_group_date +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__19.tmp_values_col1 values__tmp__table__19.tmp_values_col2 values__tmp__table__19.tmp_values_col3 values__tmp__table__19.tmp_values_col4 values__tmp__table__19.tmp_values_col5 values__tmp__table__19.tmp_values_col6 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_string + Statistics: Num rows: 10 Data size: 5930 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: string), c2 (type: string), c3 (type: string), c4 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 5930 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 5930 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 5930 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 5930 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 100 5000 5443 0 new +1 17 90000 754072151 3289094 new +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +2 1 200 2323322 5430907 new +2 2000 72909 3244222 -93222 new +2 256 32768 31889 470614135 new +2 5555 40000 -719017797 810662019 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +c4 char(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_char + Statistics: Num rows: 10 Data size: 6151 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: char(50)), c2 (type: char(50)), c3 (type: char(50)), c4 (type: char(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 6151 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 6151 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(50)), _col3 (type: char(50)), _col4 (type: char(50)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(50)), VALUE._col3 (type: char(50)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 6151 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 6151 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 100 5000 5443 0 new +1 17 90000 754072151 3289094 new +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +2 1 200 2323322 5430907 new +2 2000 72909 3244222 -93222 new +2 256 32768 31889 470614135 new +2 5555 40000 -719017797 810662019 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(5) +c2 char(5) +c3 char(5) +c4 char(5) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_char_trunc + Statistics: Num rows: 10 Data size: 5762 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: char(5)), c2 (type: char(5)), c3 (type: char(5)), c4 (type: char(5)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 5762 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 5762 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(5)), _col2 (type: char(5)), _col3 (type: char(5)), _col4 (type: char(5)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(5)), VALUE._col1 (type: char(5)), VALUE._col2 (type: char(5)), VALUE._col3 (type: char(5)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 5762 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 5762 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899 original +1 0 20435 84749 -9999 original +1 100 5000 5443 0 new +1 17 90000 75407 32890 new +1 45 1000 48377 -2386 original +1 NULL 4957 83222 90000 original +2 1 200 23233 54309 new +2 2000 72909 32442 -9322 new +2 256 32768 31889 47061 new +2 5555 40000 -7190 81066 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +c4 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_varchar + Statistics: Num rows: 10 Data size: 5940 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: varchar(50)), c2 (type: varchar(50)), c3 (type: varchar(50)), c4 (type: varchar(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 5940 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 5940 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col4 (type: varchar(50)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(50)), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: varchar(50)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 5940 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 5940 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 100 5000 5443 0 new +1 17 90000 754072151 3289094 new +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +2 1 200 2323322 5430907 new +2 2000 72909 3244222 -93222 new +2 256 32768 31889 470614135 new +2 5555 40000 -719017797 810662019 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(5) +c2 varchar(5) +c3 varchar(5) +c4 varchar(5) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_varchar_trunc + Statistics: Num rows: 10 Data size: 5767 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: varchar(5)), c2 (type: varchar(5)), c3 (type: varchar(5)), c4 (type: varchar(5)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 5767 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 5767 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(5)), _col2 (type: varchar(5)), _col3 (type: varchar(5)), _col4 (type: varchar(5)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(5)), VALUE._col1 (type: varchar(5)), VALUE._col2 (type: varchar(5)), VALUE._col3 (type: varchar(5)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 5767 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 5767 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899 original +1 0 20435 84749 -9999 original +1 100 5000 5443 0 new +1 17 90000 75407 32890 new +1 45 1000 48377 -2386 original +1 NULL 4957 83222 90000 original +2 1 200 23233 54309 new +2 2000 72909 32442 -9322 new +2 256 32768 31889 47061 new +2 5555 40000 -7190 81066 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 original +1 0.0 20435.0 847492223.000000000000000000 original +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +values__tmp__table__29.tmp_values_col1 values__tmp__table__29.tmp_values_col2 values__tmp__table__29.tmp_values_col3 values__tmp__table__29.tmp_values_col4 values__tmp__table__29.tmp_values_col5 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_string + Statistics: Num rows: 10 Data size: 5623 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: string), c2 (type: string), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 5623 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 5623 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 5623 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 5623 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.3 original +1 -255.0 4957.0 832222222 original +1 0.0 20435.0 847492223 original +1 100 5000 5443 new +1 17 90000 754072151 new +1 753.7028 -3651.672121 -23866739993 original +2 -66475.561431 52927714 7203778961 new +2 256 32768 31889 new +2 30.774 20.31 46114.284799488 new +2 5555 40000 -719017797 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_char + Statistics: Num rows: 10 Data size: 5787 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: char(50)), c2 (type: char(50)), c3 (type: char(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 5787 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 5787 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(50)), _col3 (type: char(50)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(50)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 5787 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 5787 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.3 original +1 -255.0 4957.0 832222222 9000000000 +1 0.0 20435.0 847492223 -999999999999 +1 100 5000 5443 new +1 17 90000 754072151 new +1 753.7028 -3651.672121 -23866739993 original +2 -66475.561431 52927714 7203778961 new +2 256 32768 31889 new +2 30.774 20.31 46114.284799488 new +2 5555 40000 -719017797 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(7) +c2 char(7) +c3 char(7) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_char_trunc + Statistics: Num rows: 10 Data size: 5565 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: char(7)), c2 (type: char(7)), c3 (type: char(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 5565 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 5565 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(7)), _col2 (type: char(7)), _col3 (type: char(7)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(7)), VALUE._col1 (type: char(7)), VALUE._col2 (type: char(7)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 5565 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 5565 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.076 -10.3 original +1 -255.0 4957.0 8322222 9000000000 +1 0.0 20435.0 8474922 -999999999999 +1 100 5000 5443 new +1 17 90000 7540721 new +1 753.702 -3651.6 -238667 original +2 -66475. 5292771 7203778 new +2 256 32768 31889 new +2 30.774 20.31 46114.2 new +2 5555 40000 -719017 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_varchar + Statistics: Num rows: 10 Data size: 5647 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: varchar(50)), c2 (type: varchar(50)), c3 (type: varchar(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 5647 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 5647 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(50)), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 5647 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 5647 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.3 original +1 -255.0 4957.0 832222222 9000000000 +1 0.0 20435.0 847492223 -999999999999 +1 100 5000 5443 new +1 17 90000 754072151 new +1 753.7028 -3651.672121 -23866739993 original +2 -66475.561431 52927714 7203778961 new +2 256 32768 31889 new +2 30.774 20.31 46114.284799488 new +2 5555 40000 -719017797 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(7) +c2 varchar(7) +c3 varchar(7) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_varchar_trunc + Statistics: Num rows: 10 Data size: 5570 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: varchar(7)), c2 (type: varchar(7)), c3 (type: varchar(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 5570 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 5570 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(7)), _col2 (type: varchar(7)), _col3 (type: varchar(7)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(7)), VALUE._col1 (type: varchar(7)), VALUE._col2 (type: varchar(7)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 5570 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 5570 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.076 -10.3 original +1 -255.0 4957.0 8322222 9000000000 +1 0.0 20435.0 8474922 -999999999999 +1 100 5000 5443 new +1 17 90000 7540721 new +1 753.702 -3651.6 -238667 original +2 -66475. 5292771 7203778 new +2 256 32768 31889 new +2 30.774 20.31 46114.2 new +2 5555 40000 -719017 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__38.tmp_values_col1 values__tmp__table__38.tmp_values_col2 values__tmp__table__38.tmp_values_col3 values__tmp__table__38.tmp_values_col4 values__tmp__table__38.tmp_values_col5 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 blank pads blank pads blank pads blank pads original +1 dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +1 escapist escapist escapist escapist original +1 heartbeat heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 varchar(50) +c4 char(9) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_string_group_string_group_string + Statistics: Num rows: 10 Data size: 5596 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: char(50)), c2 (type: char(9)), c3 (type: varchar(50)), c4 (type: char(9)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 5596 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 5596 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(9)), _col3 (type: varchar(50)), _col4 (type: char(9)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(9)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: char(9)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 5596 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 5596 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 blank pads blank pad blank pads blank pad original +1 bottom bottom bottom bottom new +1 dynamic reptile dynamic r dynamic reptile dynamic r original +1 escapist escapist escapist escapist original +1 hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +1 heartbeat heartbeat heartbeat heartbeat original +2 featherweight featherweight new +2 against against against against new +2 baffling bafflin baffling bafflin new +2 junkyard junkyard junkyard junkyard new +PREHOOK: query: drop table part_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: drop table part_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pads blank pads original +1 dynamic reptile dynamic reptile dynamic reptile original +1 escapist escapist escapist original +1 heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(9) +c3 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_string_group_string_group_char + Statistics: Num rows: 10 Data size: 5071 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: varchar(50)), c2 (type: varchar(9)), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 5071 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 5071 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(50)), _col2 (type: varchar(9)), _col3 (type: string), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(50)), VALUE._col1 (type: varchar(9)), VALUE._col2 (type: string), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 5071 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 5071 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pad blank pads original +1 bottom bottom bottom new +1 dynamic reptile dynamic r dynamic reptile original +1 escapist escapist escapist original +1 hangar paralysed companion hangar pa hangar paralysed companion new +1 heartbeat heartbeat heartbeat original +2 featherweight featherweight new +2 against against against new +2 baffling bafflin baffling new +2 junkyard junkyard junkyard new +PREHOOK: query: drop table part_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: drop table part_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pads blank pads original +1 dynamic reptile dynamic reptile dynamic reptile original +1 escapist escapist escapist original +1 heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_string_group_string_group_varchar + Statistics: Num rows: 10 Data size: 5240 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: char(50)), c2 (type: char(9)), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 5240 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 5240 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(9)), _col3 (type: string), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(9)), VALUE._col2 (type: string), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 5240 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 5240 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pad blank pads original +1 bottom bottom bottom new +1 dynamic reptile dynamic r dynamic reptile original +1 escapist escapist escapist original +1 hangar paralysed companion hangar pa hangar paralysed companion new +1 heartbeat heartbeat heartbeat original +2 featherweight featherweight new +2 against against against new +2 baffling bafflin baffling new +2 junkyard junkyard junkyard new +PREHOOK: query: drop table part_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: drop table part_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 tinyint +c3 tinyint +c4 tinyint +c5 tinyint +c6 tinyint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 c6 b +1 -2 -2 -2 -2 -2 -2 original +1 100 100 100 100 100 100 original +1 45 45 45 45 45 45 original +1 NULL NULL NULL NULL NULL NULL original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 int +c3 bigint +c4 float +c5 double +c6 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values('774', '2031', '200', '12', '99', '0', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + ('256', '32768', '31889', '300', '444', '506', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + ('100', '5000', '5443', '22', '2', '-2', 'new', 1), + ('17', '90000', '754072151', '95', '20', '18', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values('774', '2031', '200', '12', '99', '0', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + ('256', '32768', '31889', '300', '444', '506', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + ('100', '5000', '5443', '22', '2', '-2', 'new', 1), + ('17', '90000', '754072151', '95', '20', '18', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_tinyint + Statistics: Num rows: 10 Data size: 6204 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: smallint), c2 (type: int), c3 (type: bigint), c4 (type: float), c5 (type: double), c6 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 10 Data size: 6204 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 6204 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: smallint), _col2 (type: int), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: decimal(38,18)), _col7 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: double), VALUE._col5 (type: decimal(38,18)), VALUE._col6 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 10 Data size: 6204 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 6204 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 c6 b +1 -2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +1 100 100 100 100.0 100.0 100.000000000000000000 original +1 100 5000 5443 22.0 2.0 -2.000000000000000000 new +1 17 90000 754072151 95.0 20.0 18.000000000000000000 new +1 45 45 45 45.0 45.0 45.000000000000000000 original +1 NULL NULL NULL NULL NULL NULL original +2 256 32768 31889 300.0 444.0 506.000000000000000000 new +2 5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +2 774 2031 200 12.0 99.0 0.000000000000000000 new +2 NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 smallint +c3 smallint +c4 smallint +c5 smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 -2 -2 -2 -2 -2 original +1 -5000 -5000 -5000 -5000 -5000 original +1 100 100 100 100 100 original +1 2031 2031 2031 2031 2031 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 int +c2 bigint +c3 float +c4 double +c5 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values('774', '2031', '200', '12', '99', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', 'new', 2), + ('256', '32768', '31889', '300', '444', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', 'new', 2), + ('100', '5000', '5443', '22', '2', 'new', 1), + ('17', '90000', '754072151', '95', '20', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values('774', '2031', '200', '12', '99', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', 'new', 2), + ('256', '32768', '31889', '300', '444', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', 'new', 2), + ('100', '5000', '5443', '22', '2', 'new', 1), + ('17', '90000', '754072151', '95', '20', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_smallint + Statistics: Num rows: 10 Data size: 5937 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: int), c2 (type: bigint), c3 (type: float), c4 (type: double), c5 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 5937 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 5937 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: double), _col5 (type: decimal(38,18)), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: float), VALUE._col3 (type: double), VALUE._col4 (type: decimal(38,18)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 5937 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 5937 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 #### A masked pattern was here #### -part d -1 NULL -1 NULL -1 NULL -1 NULL -1 hundred -1 two hundred -2 forty -2 ten -2 thirty -2 twenty +part c1 c2 c3 c4 c5 b +1 -2 -2 -2.0 -2.0 -2.000000000000000000 original +1 -5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +1 100 100 100.0 100.0 100.000000000000000000 original +1 100 5000 5443.0 22.0 2.000000000000000000 new +1 17 90000 7.5407213E8 95.0 20.000000000000000000 new +1 2031 2031 2031.0 2031.0 2031.000000000000000000 original +2 256 32768 31889.0 300.0 444.000000000000000000 new +2 5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +2 561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +2 774 2031 200.0 12.0 99.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE part_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned2 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE part_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 int +c2 int +c3 int +c4 int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -2 -2 -2 original +1 -5000 -5000 -5000 -5000 original +1 2031 2031 2031 2031 original +1 52927714 52927714 52927714 52927714 original PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 +alter table part_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +alter table part_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 float +c3 double +c4 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values('774', '2031', '200', '12', 'new', 2), + ('561431', '52927714', '7203778961', '8', 'new', 2), + ('256', '32768', '31889', '300', 'new', 2), + ('5555', '40000', '-719017797', '45', 'new', 2), + ('100', '5000', '5443', '22', 'new', 1), + ('17', '90000', '754072151', '95', 'new', 1) PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@partitioned2@part=2 -POSTHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values('774', '2031', '200', '12', 'new', 2), + ('561431', '52927714', '7203778961', '8', 'new', 2), + ('256', '32768', '31889', '300', 'new', 2), + ('5555', '40000', '-719017797', '45', 'new', 2), + ('100', '5000', '5443', '22', 'new', 1), + ('17', '90000', '754072151', '95', 'new', 1) POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@partitioned2@part=2 -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select part,a,b from partitioned2 +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_int + Statistics: Num rows: 10 Data size: 5623 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: bigint), c2 (type: float), c3 (type: double), c4 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 5623 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 5623 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: bigint), _col2 (type: float), _col3 (type: double), _col4 (type: decimal(38,18)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: bigint), VALUE._col1 (type: float), VALUE._col2 (type: double), VALUE._col3 (type: decimal(38,18)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 5623 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 5623 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned2 -PREHOOK: Input: default@partitioned2@part=1 -PREHOOK: Input: default@partitioned2@part=2 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned2 +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Input: default@partitioned2@part=1 -POSTHOOK: Input: default@partitioned2@part=2 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 #### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 90000 new -2 200 new -2 32768 new -2 40000 new -2 72909 new +part c1 c2 c3 c4 b +1 -2 -2.0 -2.0 -2.000000000000000000 original +1 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +1 100 5000.0 5443.0 22.000000000000000000 new +1 17 90000.0 7.54072151E8 95.000000000000000000 new +1 2031 2031.0 2031.0 2031.000000000000000000 original +1 52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +2 256 32768.0 31889.0 300.000000000000000000 new +2 5555 40000.0 -7.19017797E8 45.000000000000000000 new +2 561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +2 774 2031.0 200.0 12.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned3 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 bigint +c3 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__7 -PREHOOK: Output: default@partitioned3@part=1 -POSTHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__7 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__8 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__8 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Output: default@partitioned3@part=2 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2 -2 -2 original +1 -5000 -5000 -5000 original +1 52927714 52927714 52927714 original +1 7203778961 7203778961 7203778961 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values('774', '2031', '200', 'new', 2), + ('561431', '52927714', '7203778961', 'new', 2), + ('256', '32768', '31889', 'new', 2), + ('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1), + ('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values('774', '2031', '200', 'new', 2), + ('561431', '52927714', '7203778961', 'new', 2), + ('256', '32768', '31889', 'new', 2), + ('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1), + ('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] _col0 _col1 _col2 _col3 _col4 -PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b -1 1 original -1 2 original -1 3 original -1 4 original -1 5 new -1 6 new -2 1 new -2 2 new -2 3 new -2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_bigint + Statistics: Num rows: 10 Data size: 3692 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: float), c2 (type: double), c3 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3692 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3692 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: float), _col2 (type: double), _col3 (type: decimal(38,18)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: float), VALUE._col1 (type: double), VALUE._col2 (type: decimal(38,18)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3692 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3692 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 #### A masked pattern was here #### -part a b c -1 1 original NULL -1 2 original NULL -1 3 original NULL -1 4 original NULL -1 5 new 100 -1 6 new 200 -2 1 new 10 -2 2 new 20 -2 3 new 30 -2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +part c1 c2 c3 b +1 -2.0 -2.0 -2.000000000000000000 original +1 -5000.0 -5000.0 -5000.000000000000000000 original +1 100.0 5000.0 5443.000000000000000000 new +1 17.0 90000.0 754072151.000000000000000000 new +1 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +1 7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +2 256.0 32768.0 31889.000000000000000000 new +2 5555.0 40000.0 -719017797.000000000000000000 new +2 561431.0 5.2927714E7 7203778961.000000000000000000 new +2 774.0 2031.0 200.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 float +c2 float +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +Retention: 0 #### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new 100 hundred -1 6 new 200 two hundred -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +Table Type: MANAGED_TABLE +Table Parameters: + transactional true #### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a c d -1 1 NULL NULL -1 2 NULL NULL -1 3 NULL NULL -1 4 NULL NULL -1 5 100 hundred -1 6 200 two hundred -2 1 10 ten -2 2 20 twenty -2 3 30 thirty -2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 #### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 +POSTHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 #### A masked pattern was here #### -part a d -1 1 NULL -1 2 NULL -1 3 NULL -1 4 NULL -1 5 hundred -1 6 two hundred -2 1 ten -2 2 twenty -2 3 thirty -2 4 forty -PREHOOK: query: select part,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +part c1 c2 b +1 -29.0764 -29.0764 original +1 -5000.0 -5000.0 original +1 5.2927712E7 5.2927712E7 original +1 753.7028 753.7028 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 double +c2 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default #### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +Retention: 0 #### A masked pattern was here #### -part c -1 100 -1 200 -1 NULL -1 NULL -1 NULL -1 NULL -2 10 -2 20 -2 30 -2 40 -PREHOOK: query: select part,d from partitioned1 +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values('774', '2031', 'new', 2), + ('561431', '52927714', 'new', 2), + ('256', '32768', 'new', 2), + ('5555', '40000', 'new', 2), + ('100', '5000', 'new', 1), + ('17', '90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values('774', '2031', 'new', 2), + ('561431', '52927714', 'new', 2), + ('256', '32768', 'new', 2), + ('5555', '40000', 'new', 2), + ('100', '5000', 'new', 1), + ('17', '90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_float + Statistics: Num rows: 10 Data size: 3351 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: double), c2 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3351 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3351 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: double), _col2 (type: decimal(38,18)), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: double), VALUE._col1 (type: decimal(38,18)), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3351 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3351 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 +POSTHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 #### A masked pattern was here #### -part d -1 NULL -1 NULL -1 NULL -1 NULL -1 hundred -1 two hundred -2 forty -2 ten -2 thirty -2 twenty +part c1 c2 b +1 -29.076400756835938 -29.076400756835937500 original +1 -5000.0 -5000.000000000000000000 original +1 100.0 5000.000000000000000000 new +1 17.0 90000.000000000000000000 new +1 5.2927712E7 52927712.000000000000000000 original +1 753.7028198242188 753.702819824218750000 original +2 256.0 32768.000000000000000000 new +2 5555.0 40000.000000000000000000 new +2 561431.0 52927714.000000000000000000 new +2 774.0 2031.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE part_change_lower_to_higher_numeric_group_double(c1 double, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned4 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE part_change_lower_to_higher_numeric_group_double(c1 double, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__9 -PREHOOK: Output: default@partitioned4@part=1 -POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__9 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 +PREHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +part c1 b +1 -29.0764 original +1 -5000.0 original +1 5.2927714E7 original +1 753.7028 original PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 +alter table part_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +alter table part_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values('774', 'new', 2), + ('561431', 'new', 2), + ('256', 'new', 2), + ('5555', 'new', 2), + ('100', 'new', 1), + ('17', 'new', 1) PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__10 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values('774', 'new', 2), + ('561431', 'new', 2), + ('256', 'new', 2), + ('5555', 'new', 2), + ('100', 'new', 1), + ('17', 'new', 1) POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__10 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Output: default@partitioned4@part=2 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 -PREHOOK: query: select part,a,b from partitioned4 +PREHOOK: query: explain +select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned4 -PREHOOK: Input: default@partitioned4@part=1 -PREHOOK: Input: default@partitioned4@part=2 +POSTHOOK: query: explain +select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_double + Statistics: Num rows: 10 Data size: 4451 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 4451 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4451 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: decimal(38,18)), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: decimal(38,18)), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 4451 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4451 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned4 +POSTHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Input: default@partitioned4@part=1 -POSTHOOK: Input: default@partitioned4@part=2 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 #### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 90000 new -2 200 new -2 32768 new -2 40000 new -2 72909 new +part c1 b +1 -29.076399999999999579 original +1 -5000.000000000000000000 original +1 100.000000000000000000 new +1 17.000000000000000000 new +1 52927714.000000000000000000 original +1 753.702800000000024738 original +2 256.000000000000000000 new +2 5555.000000000000000000 new +2 561431.000000000000000000 new +2 774.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns --- -CREATE TABLE partitioned5(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_update_1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned5 +PREHOOK: Output: default@partitioned_update_1 POSTHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns --- -CREATE TABLE partitioned5(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_update_1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned5 -PREHOOK: query: insert into table partitioned5 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@partitioned_update_1 +PREHOOK: query: DESCRIBE FORMATTED partitioned_update_1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned_update_1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned_update_1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned_update_1 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned_update_1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__11 -PREHOOK: Output: default@partitioned5@part=1 -POSTHOOK: query: insert into table partitioned5 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Input: default@values__tmp__table__56 +PREHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: query: insert into table partitioned_update_1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__11 -POSTHOOK: Output: default@partitioned5@part=1 -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).a EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__56 +POSTHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__56)values__tmp__table__56.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).b SIMPLE [(values__tmp__table__56)values__tmp__table__56.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned5 add columns(c int, d string) +alter table partitioned_update_1 add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned5 -PREHOOK: Output: default@partitioned5 +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Output: default@partitioned_update_1 POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned5 add columns(c int, d string) +alter table partitioned_update_1 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Output: default@partitioned5 -PREHOOK: query: insert into table partitioned5 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Output: default@partitioned_update_1 +PREHOOK: query: DESCRIBE FORMATTED partitioned_update_1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned_update_1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned_update_1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned_update_1 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned_update_1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__12 -PREHOOK: Output: default@partitioned5@part=2 -POSTHOOK: query: insert into table partitioned5 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Input: default@values__tmp__table__57 +PREHOOK: Output: default@partitioned_update_1@part=2 +POSTHOOK: query: insert into table partitioned_update_1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__12 -POSTHOOK: Output: default@partitioned5@part=2 -POSTHOOK: Lineage: partitioned5 PARTITION(part=2).a EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=2).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=2).c EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=2).d SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__57 +POSTHOOK: Output: default@partitioned_update_1@part=2 +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).b SIMPLE [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).d SIMPLE [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned5 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: query: insert into table partitioned_update_1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__13 -PREHOOK: Output: default@partitioned5@part=1 -POSTHOOK: query: insert into table partitioned5 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Input: default@values__tmp__table__58 +PREHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: query: insert into table partitioned_update_1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__13 -POSTHOOK: Output: default@partitioned5@part=1 -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).a EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).c EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).d SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__58 +POSTHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).b SIMPLE [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).d SIMPLE [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: select part,a,b,c,d from partitioned5 +PREHOOK: query: explain +select * from partitioned_update_1 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned5 -PREHOOK: Input: default@partitioned5@part=1 -PREHOOK: Input: default@partitioned5@part=2 +POSTHOOK: query: explain +select * from partitioned_update_1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned_update_1 + Statistics: Num rows: 10 Data size: 4731 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string), c (type: int), d (type: string), part (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4731 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4731 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b,c,d from partitioned_update_1 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Input: default@partitioned_update_1@part=1 +PREHOOK: Input: default@partitioned_update_1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned5 +POSTHOOK: query: select part,a,b,c,d from partitioned_update_1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Input: default@partitioned5@part=1 -POSTHOOK: Input: default@partitioned5@part=2 +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Input: default@partitioned_update_1@part=1 +POSTHOOK: Input: default@partitioned_update_1@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -697,33 +6443,33 @@ part a b c d 2 3 new 30 thirty 2 4 new 40 forty PREHOOK: query: -- UPDATE New Columns -update partitioned5 set c=99 +update partitioned_update_1 set c=99 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned5 -PREHOOK: Input: default@partitioned5@part=1 -PREHOOK: Input: default@partitioned5@part=2 -PREHOOK: Output: default@partitioned5@part=1 -PREHOOK: Output: default@partitioned5@part=2 +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Input: default@partitioned_update_1@part=1 +PREHOOK: Input: default@partitioned_update_1@part=2 +PREHOOK: Output: default@partitioned_update_1@part=1 +PREHOOK: Output: default@partitioned_update_1@part=2 POSTHOOK: query: -- UPDATE New Columns -update partitioned5 set c=99 +update partitioned_update_1 set c=99 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Input: default@partitioned5@part=1 -POSTHOOK: Input: default@partitioned5@part=2 -POSTHOOK: Output: default@partitioned5@part=1 -POSTHOOK: Output: default@partitioned5@part=2 +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Input: default@partitioned_update_1@part=1 +POSTHOOK: Input: default@partitioned_update_1@part=2 +POSTHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: Output: default@partitioned_update_1@part=2 row__id a b _c3 d part -PREHOOK: query: select part,a,b,c,d from partitioned5 +PREHOOK: query: select part,a,b,c,d from partitioned_update_1 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned5 -PREHOOK: Input: default@partitioned5@part=1 -PREHOOK: Input: default@partitioned5@part=2 +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Input: default@partitioned_update_1@part=1 +PREHOOK: Input: default@partitioned_update_1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned5 +POSTHOOK: query: select part,a,b,c,d from partitioned_update_1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Input: default@partitioned5@part=1 -POSTHOOK: Input: default@partitioned5@part=2 +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Input: default@partitioned_update_1@part=1 +POSTHOOK: Input: default@partitioned_update_1@part=2 #### A masked pattern was here #### part a b c d 1 1 original 99 NULL @@ -740,76 +6486,153 @@ PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column --- -CREATE TABLE partitioned6(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_delete_1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned6 +PREHOOK: Output: default@partitioned_delete_1 POSTHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column --- -CREATE TABLE partitioned6(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_delete_1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned6 -PREHOOK: query: insert into table partitioned6 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@partitioned_delete_1 +PREHOOK: query: DESCRIBE FORMATTED partitioned_delete_1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned_delete_1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned_delete_1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned_delete_1 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned_delete_1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__14 -PREHOOK: Output: default@partitioned6@part=1 -POSTHOOK: query: insert into table partitioned6 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Input: default@values__tmp__table__59 +PREHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: query: insert into table partitioned_delete_1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__14 -POSTHOOK: Output: default@partitioned6@part=1 -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).a EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__59 +POSTHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__59)values__tmp__table__59.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).b SIMPLE [(values__tmp__table__59)values__tmp__table__59.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned6 add columns(c int, d string) +alter table partitioned_delete_1 add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned6 -PREHOOK: Output: default@partitioned6 +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Output: default@partitioned_delete_1 POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned6 add columns(c int, d string) +alter table partitioned_delete_1 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Output: default@partitioned6 -PREHOOK: query: insert into table partitioned6 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Output: default@partitioned_delete_1 +PREHOOK: query: DESCRIBE FORMATTED partitioned_delete_1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned_delete_1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned_delete_1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned_delete_1 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned_delete_1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__15 -PREHOOK: Output: default@partitioned6@part=2 -POSTHOOK: query: insert into table partitioned6 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Input: default@values__tmp__table__60 +PREHOOK: Output: default@partitioned_delete_1@part=2 +POSTHOOK: query: insert into table partitioned_delete_1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__15 -POSTHOOK: Output: default@partitioned6@part=2 -POSTHOOK: Lineage: partitioned6 PARTITION(part=2).a EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=2).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=2).c EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=2).d SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__60 +POSTHOOK: Output: default@partitioned_delete_1@part=2 +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).b SIMPLE [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).d SIMPLE [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned6 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: query: insert into table partitioned_delete_1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__16 -PREHOOK: Output: default@partitioned6@part=1 -POSTHOOK: query: insert into table partitioned6 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Input: default@values__tmp__table__61 +PREHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: query: insert into table partitioned_delete_1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__16 -POSTHOOK: Output: default@partitioned6@part=1 -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).a EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).c EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).d SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__61 +POSTHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).b SIMPLE [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).d SIMPLE [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: select part,a,b,c,d from partitioned6 +PREHOOK: query: select part,a,b,c,d from partitioned_delete_1 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned6 -PREHOOK: Input: default@partitioned6@part=1 -PREHOOK: Input: default@partitioned6@part=2 +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Input: default@partitioned_delete_1@part=1 +PREHOOK: Input: default@partitioned_delete_1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned6 +POSTHOOK: query: select part,a,b,c,d from partitioned_delete_1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Input: default@partitioned6@part=1 -POSTHOOK: Input: default@partitioned6@part=2 +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Input: default@partitioned_delete_1@part=1 +POSTHOOK: Input: default@partitioned_delete_1@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -823,33 +6646,69 @@ part a b c d 2 3 new 30 thirty 2 4 new 40 forty PREHOOK: query: -- DELETE where old column -delete from partitioned6 where a = 2 or a = 4 or a = 6 +delete from partitioned_delete_1 where a = 2 or a = 4 or a = 6 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned6 -PREHOOK: Input: default@partitioned6@part=1 -PREHOOK: Input: default@partitioned6@part=2 -PREHOOK: Output: default@partitioned6@part=1 -PREHOOK: Output: default@partitioned6@part=2 +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Input: default@partitioned_delete_1@part=1 +PREHOOK: Input: default@partitioned_delete_1@part=2 +PREHOOK: Output: default@partitioned_delete_1@part=1 +PREHOOK: Output: default@partitioned_delete_1@part=2 POSTHOOK: query: -- DELETE where old column -delete from partitioned6 where a = 2 or a = 4 or a = 6 +delete from partitioned_delete_1 where a = 2 or a = 4 or a = 6 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Input: default@partitioned6@part=1 -POSTHOOK: Input: default@partitioned6@part=2 -POSTHOOK: Output: default@partitioned6@part=1 -POSTHOOK: Output: default@partitioned6@part=2 +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Input: default@partitioned_delete_1@part=1 +POSTHOOK: Input: default@partitioned_delete_1@part=2 +POSTHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: Output: default@partitioned_delete_1@part=2 row__id part -PREHOOK: query: select part,a,b,c,d from partitioned6 +PREHOOK: query: explain +select * from partitioned_delete_1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned_delete_1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned_delete_1 + Statistics: Num rows: 5 Data size: 5869 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string), c (type: int), d (type: string), part (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 5 Data size: 5869 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 5 Data size: 5869 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b,c,d from partitioned_delete_1 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned6 -PREHOOK: Input: default@partitioned6@part=1 -PREHOOK: Input: default@partitioned6@part=2 +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Input: default@partitioned_delete_1@part=1 +PREHOOK: Input: default@partitioned_delete_1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned6 +POSTHOOK: query: select part,a,b,c,d from partitioned_delete_1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Input: default@partitioned6@part=1 -POSTHOOK: Input: default@partitioned6@part=2 +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Input: default@partitioned_delete_1@part=1 +POSTHOOK: Input: default@partitioned_delete_1@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -861,76 +6720,153 @@ PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where new column --- -CREATE TABLE partitioned7(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_delete_2(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned7 +PREHOOK: Output: default@partitioned_delete_2 POSTHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where new column --- -CREATE TABLE partitioned7(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_delete_2(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned7 -PREHOOK: query: insert into table partitioned7 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@partitioned_delete_2 +PREHOOK: query: DESCRIBE FORMATTED partitioned_delete_2 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned_delete_2 +POSTHOOK: query: DESCRIBE FORMATTED partitioned_delete_2 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned_delete_2 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned_delete_2 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__17 -PREHOOK: Output: default@partitioned7@part=1 -POSTHOOK: query: insert into table partitioned7 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Input: default@values__tmp__table__62 +PREHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: query: insert into table partitioned_delete_2 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__17 -POSTHOOK: Output: default@partitioned7@part=1 -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__62 +POSTHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__62)values__tmp__table__62.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).b SIMPLE [(values__tmp__table__62)values__tmp__table__62.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned7 add columns(c int, d string) +alter table partitioned_delete_2 add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned7 -PREHOOK: Output: default@partitioned7 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Output: default@partitioned_delete_2 POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned7 add columns(c int, d string) +alter table partitioned_delete_2 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Output: default@partitioned7 -PREHOOK: query: insert into table partitioned7 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Output: default@partitioned_delete_2 +PREHOOK: query: DESCRIBE FORMATTED partitioned_delete_2 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned_delete_2 +POSTHOOK: query: DESCRIBE FORMATTED partitioned_delete_2 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned_delete_2 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned_delete_2 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__18 -PREHOOK: Output: default@partitioned7@part=2 -POSTHOOK: query: insert into table partitioned7 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Input: default@values__tmp__table__63 +PREHOOK: Output: default@partitioned_delete_2@part=2 +POSTHOOK: query: insert into table partitioned_delete_2 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__18 -POSTHOOK: Output: default@partitioned7@part=2 -POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=2).c EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=2).d SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__63 +POSTHOOK: Output: default@partitioned_delete_2@part=2 +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).a EXPRESSION [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).b SIMPLE [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).c EXPRESSION [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).d SIMPLE [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned7 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: query: insert into table partitioned_delete_2 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__19 -PREHOOK: Output: default@partitioned7@part=1 -POSTHOOK: query: insert into table partitioned7 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Input: default@values__tmp__table__64 +PREHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: query: insert into table partitioned_delete_2 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__19 -POSTHOOK: Output: default@partitioned7@part=1 -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).c EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).d SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__64 +POSTHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).b SIMPLE [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).c EXPRESSION [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).d SIMPLE [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: select part,a,b,c,d from partitioned7 +PREHOOK: query: select part,a,b,c,d from partitioned_delete_2 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned7 -PREHOOK: Input: default@partitioned7@part=1 -PREHOOK: Input: default@partitioned7@part=2 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Input: default@partitioned_delete_2@part=1 +PREHOOK: Input: default@partitioned_delete_2@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned7 +POSTHOOK: query: select part,a,b,c,d from partitioned_delete_2 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Input: default@partitioned7@part=1 -POSTHOOK: Input: default@partitioned7@part=2 +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Input: default@partitioned_delete_2@part=1 +POSTHOOK: Input: default@partitioned_delete_2@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -944,33 +6880,69 @@ part a b c d 2 3 new 30 thirty 2 4 new 40 forty PREHOOK: query: -- DELETE where new column -delete from partitioned7 where a = 1 or c = 30 or c == 100 +delete from partitioned_delete_2 where a = 1 or c = 30 or c == 100 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned7 -PREHOOK: Input: default@partitioned7@part=1 -PREHOOK: Input: default@partitioned7@part=2 -PREHOOK: Output: default@partitioned7@part=1 -PREHOOK: Output: default@partitioned7@part=2 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Input: default@partitioned_delete_2@part=1 +PREHOOK: Input: default@partitioned_delete_2@part=2 +PREHOOK: Output: default@partitioned_delete_2@part=1 +PREHOOK: Output: default@partitioned_delete_2@part=2 POSTHOOK: query: -- DELETE where new column -delete from partitioned7 where a = 1 or c = 30 or c == 100 +delete from partitioned_delete_2 where a = 1 or c = 30 or c == 100 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Input: default@partitioned7@part=1 -POSTHOOK: Input: default@partitioned7@part=2 -POSTHOOK: Output: default@partitioned7@part=1 -POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Input: default@partitioned_delete_2@part=1 +POSTHOOK: Input: default@partitioned_delete_2@part=2 +POSTHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: Output: default@partitioned_delete_2@part=2 row__id part -PREHOOK: query: select part,a,b,c,d from partitioned7 +PREHOOK: query: explain +select * from partitioned_delete_2 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned_delete_2 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned_delete_2 + Statistics: Num rows: 6 Data size: 5881 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string), c (type: int), d (type: string), part (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 6 Data size: 5881 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 5881 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b,c,d from partitioned_delete_2 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned7 -PREHOOK: Input: default@partitioned7@part=1 -PREHOOK: Input: default@partitioned7@part=2 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Input: default@partitioned_delete_2@part=1 +PREHOOK: Input: default@partitioned_delete_2@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned7 +POSTHOOK: query: select part,a,b,c,d from partitioned_delete_2 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Input: default@partitioned7@part=1 -POSTHOOK: Input: default@partitioned7@part=2 +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Input: default@partitioned_delete_2@part=1 +POSTHOOK: Input: default@partitioned_delete_2@part=2 #### A masked pattern was here #### part a b c d 1 2 original NULL NULL @@ -979,59 +6951,27 @@ part a b c d 1 6 new 200 two hundred 2 2 new 20 twenty 2 4 new 40 forty -PREHOOK: query: DROP TABLE partitioned1 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 -POSTHOOK: query: DROP TABLE partitioned1 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: DROP TABLE partitioned2 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: DROP TABLE partitioned2 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: DROP TABLE partitioned3 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: DROP TABLE partitioned3 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: DROP TABLE partitioned4 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: DROP TABLE partitioned4 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: DROP TABLE partitioned5 +PREHOOK: query: DROP TABLE partitioned_update_1 PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned5 -PREHOOK: Output: default@partitioned5 -POSTHOOK: query: DROP TABLE partitioned5 +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Output: default@partitioned_update_1 +POSTHOOK: query: DROP TABLE partitioned_update_1 POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Output: default@partitioned5 -PREHOOK: query: DROP TABLE partitioned6 +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Output: default@partitioned_update_1 +PREHOOK: query: DROP TABLE partitioned_delete_1 PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned6 -PREHOOK: Output: default@partitioned6 -POSTHOOK: query: DROP TABLE partitioned6 +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Output: default@partitioned_delete_1 +POSTHOOK: query: DROP TABLE partitioned_delete_1 POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Output: default@partitioned6 -PREHOOK: query: DROP TABLE partitioned7 +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Output: default@partitioned_delete_1 +PREHOOK: query: DROP TABLE partitioned_delete_2 PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned7 -PREHOOK: Output: default@partitioned7 -POSTHOOK: query: DROP TABLE partitioned7 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Output: default@partitioned_delete_2 +POSTHOOK: query: DROP TABLE partitioned_delete_2 POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Output: default@partitioned7 +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Output: default@partitioned_delete_2 diff --git ql/src/test/results/clientpositive/schema_evol_orc_acid_mapwork_table.q.out ql/src/test/results/clientpositive/schema_evol_orc_acid_mapwork_table.q.out index 4885aeb..08fbb02 100644 --- ql/src/test/results/clientpositive/schema_evol_orc_acid_mapwork_table.q.out +++ ql/src/test/results/clientpositive/schema_evol_orc_acid_mapwork_table.q.out @@ -3,285 +3,5822 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- FILE VARIATION: ORC, ACID Non-Vectorized, MapWork, Table -- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, ACID Non-Vectorized, MapWork, Table +-- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__1 +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__1 +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_permute_select add columns(c int) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_permute_select add columns(c int) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1313 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_permute_select values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__2 +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__2 +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: insert into table table_add_int_permute_select values(5, 'new', 100),(6, 'new', 200) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__3 +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select values(5, 'new', 100),(6, 'new', 200) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__3 +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select a,b from table_add_int_permute_select order by a +PREHOOK: type: QUERY +POSTHOOK: query: explain +select a,b from table_add_int_permute_select order by a +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_add_int_permute_select + Statistics: Num rows: 10 Data size: 4113 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 4113 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4113 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 4113 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4113 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_permute_select order by a +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_permute_select order by a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +a b +1 new +1 original +2 new +2 original +3 new +3 original +4 new +4 original +5 new +6 new +PREHOOK: query: select a,b,c from table_add_int_permute_select order by a +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select a,b,c from table_add_int_permute_select order by a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +a b c +1 new 10 +1 original NULL +2 new 20 +2 original NULL +3 new 30 +3 original NULL +4 new 40 +4 original NULL +5 new 100 +6 new 200 +PREHOOK: query: select c from table_add_int_permute_select order by c +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select c from table_add_int_permute_select order by c +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +c +10 +100 +20 +200 +30 +40 +NULL +NULL +NULL +NULL +PREHOOK: query: drop table table_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: drop table table_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_string_permute_select(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_string_permute_select(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_string_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__4 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__4 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1324 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_string_permute_select values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__5 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__5 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table table_add_int_string_permute_select values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__6 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__6 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select a,b from table_add_int_string_permute_select order by a +PREHOOK: type: QUERY +POSTHOOK: query: explain +select a,b from table_add_int_string_permute_select order by a +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_add_int_string_permute_select + Statistics: Num rows: 10 Data size: 4544 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 4544 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4544 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 4544 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4544 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_string_permute_select order by a +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_string_permute_select order by a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +a b +1 new +1 original +2 new +2 original +3 new +3 original +4 new +4 original +5 new +6 new +PREHOOK: query: select a,b,c from table_add_int_string_permute_select order by a +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select a,b,c from table_add_int_string_permute_select order by a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +a b c +1 new 10 +1 original NULL +2 new 20 +2 original NULL +3 new 30 +3 original NULL +4 new 40 +4 original NULL +5 new 100 +6 new 200 +PREHOOK: query: select a,b,c,d from table_add_int_string_permute_select order by a +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select a,b,c,d from table_add_int_string_permute_select order by a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +a b c d +1 new 10 ten +1 original NULL NULL +2 new 20 twenty +2 original NULL NULL +3 new 30 thirty +3 original NULL NULL +4 new 40 forty +4 original NULL NULL +5 new 100 hundred +6 new 200 two hundred +PREHOOK: query: select a,c,d from table_add_int_string_permute_select order by a +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select a,c,d from table_add_int_string_permute_select order by a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +a c d +1 10 ten +1 NULL NULL +2 20 twenty +2 NULL NULL +3 30 thirty +3 NULL NULL +4 40 forty +4 NULL NULL +5 100 hundred +6 200 two hundred +PREHOOK: query: select a,d from table_add_int_string_permute_select order by a +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select a,d from table_add_int_string_permute_select order by a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +a d +1 NULL +1 ten +2 NULL +2 twenty +3 NULL +3 thirty +4 NULL +4 forty +5 hundred +6 two hundred +PREHOOK: query: select c from table_add_int_string_permute_select order by c +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select c from table_add_int_string_permute_select order by c +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +c +10 +100 +20 +200 +30 +40 +NULL +NULL +NULL +NULL +PREHOOK: query: select d from table_add_int_string_permute_select order by d +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select d from table_add_int_string_permute_select order by d +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +d +NULL +NULL +NULL +NULL +forty +hundred +ten +thirty +twenty +two hundred +PREHOOK: query: drop table table_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: drop table table_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_double + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +c2 double +c3 double +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1876 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_double + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table table_change_string_group_double + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_double order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_double order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_string_group_double + Statistics: Num rows: 10 Data size: 5154 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: double), c2 (type: double), c3 (type: double), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 5154 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: double) + sort order: + + Statistics: Num rows: 10 Data size: 5154 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: double), _col2 (type: double), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: double), VALUE._col0 (type: double), VALUE._col1 (type: double), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 5154 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 5154 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_double order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_double +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_double order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_double +#### A masked pattern was here #### +c1 c2 c3 b +-10.3 -10.3 -10.3 original +-29.0764 -29.0764 -29.0764 original +-3651.672121 -3651.672121 -3651.672121 original +-66475.561431 -66475.561431 -66475.561431 new +17808.963785 17808.963785 17808.963785 new +20.31 20.31 20.31 new +30.774 30.774 30.774 new +46114.284799488 46114.284799488 46114.284799488 new +753.7028 753.7028 753.7028 original +9250340.75 9250340.75 9250340.75 new +PREHOOK: query: drop table table_change_string_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: drop table table_change_string_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_decimal + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +c2 decimal(38,18) +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1876 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_decimal + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table table_change_string_group_decimal + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_decimal order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_decimal order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_string_group_decimal + Statistics: Num rows: 10 Data size: 4873 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: decimal(38,18)), c2 (type: decimal(38,18)), c3 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 4873 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: decimal(38,18)) + sort order: + + Statistics: Num rows: 10 Data size: 4873 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: decimal(38,18)), _col2 (type: decimal(38,18)), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: decimal(38,18)), VALUE._col0 (type: decimal(38,18)), VALUE._col1 (type: decimal(38,18)), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 4873 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4873 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_decimal order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_decimal +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_decimal order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_decimal +#### A masked pattern was here #### +c1 c2 c3 b +-10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +-29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +-3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +-66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +20.310000000000000000 20.310000000000000000 20.310000000000000000 new +30.774000000000000000 30.774000000000000000 30.774000000000000000 new +46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +753.702800000000000000 753.702800000000000000 753.702800000000000000 original +9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +PREHOOK: query: drop table table_change_string_group_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: drop table table_change_string_group_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 timestamp +c2 timestamp +c3 timestamp +c4 timestamp +c5 timestamp +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 3 + rawDataSize 0 + totalSize 1959 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_date_group_string_group_timestamp + Statistics: Num rows: 9 Data size: 6676 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: string), c2 (type: char(50)), c3 (type: char(15)), c4 (type: varchar(50)), c5 (type: varchar(15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 9 Data size: 6676 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Statistics: Num rows: 9 Data size: 6676 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(15)), _col3 (type: varchar(50)), _col4 (type: varchar(15)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(15)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: varchar(15)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 9 Data size: 6676 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 9 Data size: 6676 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +#### A masked pattern was here #### +c1 c2 c3 c4 c5 b +0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:3 5966-07-09 03:30:50.597 5966-07-09 03:3 new +6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:5 6229-06-28 02:54:28.970117179 6229-06-28 02:5 new +PREHOOK: query: drop table table_change_date_group_string_group_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: drop table table_change_date_group_string_group_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 date +c2 date +c3 date +c4 date +c5 date +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_date + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 3 + rawDataSize 0 + totalSize 1687 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_date + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_date_group_string_group_date + Statistics: Num rows: 9 Data size: 4199 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: string), c2 (type: char(50)), c3 (type: char(15)), c4 (type: varchar(50)), c5 (type: varchar(15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 9 Data size: 4199 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Statistics: Num rows: 9 Data size: 4199 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(15)), _col3 (type: varchar(50)), _col4 (type: varchar(15)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(15)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: varchar(15)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 9 Data size: 4199 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 9 Data size: 4199 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_date +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_date +#### A masked pattern was here #### +c1 c2 c3 c4 c5 b +0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +PREHOOK: query: drop table table_change_date_group_string_group_date +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: drop table table_change_date_group_string_group_date +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1893 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__19.tmp_values_col1 values__tmp__table__19.tmp_values_col2 values__tmp__table__19.tmp_values_col3 values__tmp__table__19.tmp_values_col4 values__tmp__table__19.tmp_values_col5 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_string + Statistics: Num rows: 10 Data size: 3958 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: string), c2 (type: string), c3 (type: string), c4 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3958 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Statistics: Num rows: 10 Data size: 3958 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3958 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3958 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +1 200 2323322 5430907 new +100 5000 5443 0 new +17 90000 754072151 3289094 new +2000 72909 3244222 -93222 new +256 32768 31889 470614135 new +45 1000 483777 -23866739993 original +5555 40000 -719017797 810662019 new +NULL 4957 832222222 9000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +c4 char(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1893 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_char + Statistics: Num rows: 10 Data size: 4078 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: char(50)), c2 (type: char(50)), c3 (type: char(50)), c4 (type: char(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4078 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: char(50)) + sort order: + + Statistics: Num rows: 10 Data size: 4078 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(50)), _col3 (type: char(50)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(50)), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(50)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4078 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4078 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +1 200 2323322 5430907 new +100 5000 5443 0 new +17 90000 754072151 3289094 new +2000 72909 3244222 -93222 new +256 32768 31889 470614135 new +45 1000 483777 -23866739993 original +5555 40000 -719017797 810662019 new +NULL 4957 832222222 9000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(5) +c2 char(5) +c3 char(5) +c4 char(5) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1908 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_char_trunc + Statistics: Num rows: 10 Data size: 3890 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: char(5)), c2 (type: char(5)), c3 (type: char(5)), c4 (type: char(5)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3890 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: char(5)) + sort order: + + Statistics: Num rows: 10 Data size: 3890 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(5)), _col2 (type: char(5)), _col3 (type: char(5)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(5)), VALUE._col0 (type: char(5)), VALUE._col1 (type: char(5)), VALUE._col2 (type: char(5)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3890 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3890 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899 original +0 20435 84749 -9999 original +1 200 23233 54309 new +100 5000 5443 0 new +17 90000 75407 32890 new +2000 72909 32442 -9322 new +256 32768 31889 47061 new +45 1000 48377 -2386 original +5555 40000 -7190 81066 new +NULL 4957 83222 90000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +c4 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1909 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_varchar + Statistics: Num rows: 10 Data size: 4007 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: varchar(50)), c2 (type: varchar(50)), c3 (type: varchar(50)), c4 (type: varchar(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4007 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: varchar(50)) + sort order: + + Statistics: Num rows: 10 Data size: 4007 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: varchar(50)), VALUE._col0 (type: varchar(50)), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4007 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4007 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +1 200 2323322 5430907 new +100 5000 5443 0 new +17 90000 754072151 3289094 new +2000 72909 3244222 -93222 new +256 32768 31889 470614135 new +45 1000 483777 -23866739993 original +5555 40000 -719017797 810662019 new +NULL 4957 832222222 9000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(5) +c2 varchar(5) +c3 varchar(5) +c4 varchar(5) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1909 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_varchar_trunc + Statistics: Num rows: 10 Data size: 3894 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: varchar(5)), c2 (type: varchar(5)), c3 (type: varchar(5)), c4 (type: varchar(5)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3894 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: varchar(5)) + sort order: + + Statistics: Num rows: 10 Data size: 3894 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(5)), _col2 (type: varchar(5)), _col3 (type: varchar(5)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: varchar(5)), VALUE._col0 (type: varchar(5)), VALUE._col1 (type: varchar(5)), VALUE._col2 (type: varchar(5)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3894 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3894 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899 original +0 20435 84749 -9999 original +1 200 23233 54309 new +100 5000 5443 0 new +17 90000 75407 32890 new +2000 72909 32442 -9322 new +256 32768 31889 47061 new +45 1000 48377 -2386 original +5555 40000 -7190 81066 new +NULL 4957 83222 90000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 original +0.0 20435.0 847492223.000000000000000000 original +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1957 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +values__tmp__table__29.tmp_values_col1 values__tmp__table__29.tmp_values_col2 values__tmp__table__29.tmp_values_col3 values__tmp__table__29.tmp_values_col4 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_string + Statistics: Num rows: 10 Data size: 3910 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: string), c2 (type: string), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3910 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Statistics: Num rows: 10 Data size: 3910 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3910 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3910 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.3 original +-255.0 4957.0 832222222 original +-66475.561431 52927714 7203778961 new +0.0 20435.0 847492223 original +100 5000 5443 new +17 90000 754072151 new +256 32768 31889 new +30.774 20.31 46114.284799488 new +5555 40000 -719017797 new +753.7028 -3651.672121 -23866739993 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1960 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_char + Statistics: Num rows: 10 Data size: 4035 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: char(50)), c2 (type: char(50)), c3 (type: char(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 4035 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: char(50)) + sort order: + + Statistics: Num rows: 10 Data size: 4035 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(50)), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(50)), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(50)), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 4035 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4035 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.3 original +-255.0 4957.0 832222222 9000000000 +-66475.561431 52927714 7203778961 new +0.0 20435.0 847492223 -999999999999 +100 5000 5443 new +17 90000 754072151 new +256 32768 31889 new +30.774 20.31 46114.284799488 new +5555 40000 -719017797 new +753.7028 -3651.672121 -23866739993 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(7) +c2 char(7) +c3 char(7) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1960 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_char_trunc + Statistics: Num rows: 10 Data size: 3869 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: char(7)), c2 (type: char(7)), c3 (type: char(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3869 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: char(7)) + sort order: + + Statistics: Num rows: 10 Data size: 3869 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(7)), _col2 (type: char(7)), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(7)), VALUE._col0 (type: char(7)), VALUE._col1 (type: char(7)), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3869 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3869 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.076 -10.3 original +-255.0 4957.0 8322222 9000000000 +-66475. 5292771 7203778 new +0.0 20435.0 8474922 -999999999999 +100 5000 5443 new +17 90000 7540721 new +256 32768 31889 new +30.774 20.31 46114.2 new +5555 40000 -719017 new +753.702 -3651.6 -238667 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1960 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_varchar + Statistics: Num rows: 10 Data size: 3939 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: varchar(50)), c2 (type: varchar(50)), c3 (type: varchar(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3939 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: varchar(50)) + sort order: + + Statistics: Num rows: 10 Data size: 3939 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(50)), _col2 (type: varchar(50)), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: varchar(50)), VALUE._col0 (type: varchar(50)), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3939 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3939 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.3 original +-255.0 4957.0 832222222 9000000000 +-66475.561431 52927714 7203778961 new +0.0 20435.0 847492223 -999999999999 +100 5000 5443 new +17 90000 754072151 new +256 32768 31889 new +30.774 20.31 46114.284799488 new +5555 40000 -719017797 new +753.7028 -3651.672121 -23866739993 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(7) +c2 varchar(7) +c3 varchar(7) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1960 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_varchar_trunc + Statistics: Num rows: 10 Data size: 3861 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: varchar(7)), c2 (type: varchar(7)), c3 (type: varchar(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3861 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: varchar(7)) + sort order: + + Statistics: Num rows: 10 Data size: 3861 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(7)), _col2 (type: varchar(7)), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: varchar(7)), VALUE._col0 (type: varchar(7)), VALUE._col1 (type: varchar(7)), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3861 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3861 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.076 -10.3 original +-255.0 4957.0 8322222 9000000000 +-66475. 5292771 7203778 new +0.0 20435.0 8474922 -999999999999 +100 5000 5443 new +17 90000 7540721 new +256 32768 31889 new +30.774 20.31 46114.2 new +5555 40000 -719017 new +753.702 -3651.6 -238667 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_string + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__38.tmp_values_col1 values__tmp__table__38.tmp_values_col2 values__tmp__table__38.tmp_values_col3 values__tmp__table__38.tmp_values_col4 values__tmp__table__38.tmp_values_col5 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +c1 c2 c3 c4 b +blank pads blank pads blank pads blank pads original +dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +escapist escapist escapist escapist original +heartbeat heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 varchar(50) +c4 char(9) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1361 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_string + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_string_group_string_group_string + Statistics: Num rows: 10 Data size: 3746 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: char(50)), c2 (type: char(9)), c3 (type: varchar(50)), c4 (type: char(9)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3746 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: char(50)) + sort order: + + Statistics: Num rows: 10 Data size: 3746 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(9)), _col2 (type: varchar(50)), _col3 (type: char(9)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(50)), VALUE._col0 (type: char(9)), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: char(9)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3746 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3746 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +c1 c2 c3 c4 b + featherweight featherweight new + against against against against new + baffling bafflin baffling bafflin new +blank pads blank pad blank pads blank pad original +bottom bottom bottom bottom new +dynamic reptile dynamic r dynamic reptile dynamic r original +escapist escapist escapist escapist original +hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +heartbeat heartbeat heartbeat heartbeat original +junkyard junkyard junkyard junkyard new +PREHOOK: query: drop table table_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: drop table table_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_char + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +c1 c2 c3 b +blank pads blank pads blank pads original +dynamic reptile dynamic reptile dynamic reptile original +escapist escapist escapist original +heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(9) +c3 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1324 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_char + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_string_group_string_group_char + Statistics: Num rows: 10 Data size: 3437 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: varchar(50)), c2 (type: varchar(9)), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3437 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: varchar(50)) + sort order: + + Statistics: Num rows: 10 Data size: 3437 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(9)), _col2 (type: string), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: varchar(50)), VALUE._col0 (type: varchar(9)), VALUE._col1 (type: string), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3437 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3437 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +c1 c2 c3 b + featherweight featherweight new + against against against new + baffling bafflin baffling new +blank pads blank pad blank pads original +bottom bottom bottom new +dynamic reptile dynamic r dynamic reptile original +escapist escapist escapist original +hangar paralysed companion hangar pa hangar paralysed companion new +heartbeat heartbeat heartbeat original +junkyard junkyard junkyard new +PREHOOK: query: drop table table_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: drop table table_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +c1 c2 c3 b +blank pads blank pads blank pads original +dynamic reptile dynamic reptile dynamic reptile original +escapist escapist escapist original +heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1268 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_string_group_string_group_varchar + Statistics: Num rows: 10 Data size: 3492 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: char(50)), c2 (type: char(9)), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3492 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: char(50)) + sort order: + + Statistics: Num rows: 10 Data size: 3492 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(9)), _col2 (type: string), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(50)), VALUE._col0 (type: char(9)), VALUE._col1 (type: string), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3492 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3492 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +c1 c2 c3 b + featherweight featherweight new + against against against new + baffling bafflin baffling new +blank pads blank pad blank pads original +bottom bottom bottom new +dynamic reptile dynamic r dynamic reptile original +escapist escapist escapist original +hangar paralysed companion hangar pa hangar paralysed companion new +heartbeat heartbeat heartbeat original +junkyard junkyard junkyard new +PREHOOK: query: drop table table_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: drop table table_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 tinyint +c3 tinyint +c4 tinyint +c5 tinyint +c6 tinyint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 c6 b +-2 -2 -2 -2 -2 -2 original +100 100 100 100 100 100 original +45 45 45 45 45 45 original +NULL NULL NULL NULL NULL NULL original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 int +c3 bigint +c4 float +c5 double +c6 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1780 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values('774', '2031', '200', '12', '99', '0', 'new'), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new'), + ('256', '32768', '31889', '300', '444', '506', 'new'), + ('5555', '40000', '-719017797', '45', '55', '65', 'new'), + ('100', '5000', '5443', '22', '2', '-2', 'new'), + ('17', '90000', '754072151', '95', '20', '18', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values('774', '2031', '200', '12', '99', '0', 'new'), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new'), + ('256', '32768', '31889', '300', '444', '506', 'new'), + ('5555', '40000', '-719017797', '45', '55', '65', 'new'), + ('100', '5000', '5443', '22', '2', '-2', 'new'), + ('17', '90000', '754072151', '95', '20', '18', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_tinyint + Statistics: Num rows: 10 Data size: 4199 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: smallint), c2 (type: int), c3 (type: bigint), c4 (type: float), c5 (type: double), c6 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 4199 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: smallint) + sort order: + + Statistics: Num rows: 10 Data size: 4199 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: double), _col5 (type: decimal(38,18)), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: smallint), VALUE._col0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: float), VALUE._col3 (type: double), VALUE._col4 (type: decimal(38,18)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 4199 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4199 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 c6 b +-2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +100 100 100 100.0 100.0 100.000000000000000000 original +100 5000 5443 22.0 2.0 -2.000000000000000000 new +17 90000 754072151 95.0 20.0 18.000000000000000000 new +256 32768 31889 300.0 444.0 506.000000000000000000 new +45 45 45 45.0 45.0 45.000000000000000000 original +5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +774 2031 200 12.0 99.0 0.000000000000000000 new +NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +NULL NULL NULL NULL NULL NULL original +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table1 -POSTHOOK: query: -- SORT_QUERY_RESULTS --- --- FILE VARIATION: ORC, ACID Non-Vectorized, MapWork, Table --- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. --- +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 smallint +c3 smallint +c4 smallint +c5 smallint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 b +-2 -2 -2 -2 -2 original +-5000 -5000 -5000 -5000 -5000 original +100 100 100 100 100 original +2031 2031 2031 2031 2031 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 int +c2 bigint +c3 float +c4 double +c5 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1726 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values('774', '2031', '200', '12', '99', 'new'), + ('561431', '52927714', '7203778961', '8', '7', 'new'), + ('256', '32768', '31889', '300', '444', 'new'), + ('5555', '40000', '-719017797', '45', '55', 'new'), + ('100', '5000', '5443', '22', '2', 'new'), + ('17', '90000', '754072151', '95', '20', 'new') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values('774', '2031', '200', '12', '99', 'new'), + ('561431', '52927714', '7203778961', '8', '7', 'new'), + ('256', '32768', '31889', '300', '444', 'new'), + ('5555', '40000', '-719017797', '45', '55', 'new'), + ('100', '5000', '5443', '22', '2', 'new'), + ('17', '90000', '754072151', '95', '20', 'new') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_smallint + Statistics: Num rows: 10 Data size: 3961 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: int), c2 (type: bigint), c3 (type: float), c4 (type: double), c5 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3961 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3961 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: bigint), _col2 (type: float), _col3 (type: double), _col4 (type: decimal(38,18)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: bigint), VALUE._col1 (type: float), VALUE._col2 (type: double), VALUE._col3 (type: decimal(38,18)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3961 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3961 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint #### A masked pattern was here #### -POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint #### A masked pattern was here #### -a b -1 new -1 original -2 new -2 original -3 new -3 original -4 new -4 original -5 new -6 new -PREHOOK: query: select a,b,c from table1 +c1 c2 c3 c4 c5 b +-2 -2 -2.0 -2.0 -2.000000000000000000 original +-5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +100 100 100.0 100.0 100.000000000000000000 original +100 5000 5443.0 22.0 2.000000000000000000 new +17 90000 7.5407213E8 95.0 20.000000000000000000 new +2031 2031 2031.0 2031.0 2031.000000000000000000 original +256 32768 31889.0 300.0 444.000000000000000000 new +5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +774 2031 200.0 12.0 99.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 int +c2 int +c3 int +c4 int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int #### A masked pattern was here #### -POSTHOOK: query: select a,b,c from table1 +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int #### A masked pattern was here #### -a b c -1 new 10 -1 original NULL -2 new 20 -2 original NULL -3 new 30 -3 original NULL -4 new 40 -4 original NULL -5 new 100 -6 new 200 -PREHOOK: query: select a,b,c,d from table1 +c1 c2 c3 c4 b +-2 -2 -2 -2 original +-5000 -5000 -5000 -5000 original +2031 2031 2031 2031 original +52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 float +c3 double +c4 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1687 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values('774', '2031', '200', '12', 'new'), + ('561431', '52927714', '7203778961', '8', 'new'), + ('256', '32768', '31889', '300', 'new'), + ('5555', '40000', '-719017797', '45', 'new'), + ('100', '5000', '5443', '22', 'new'), + ('17', '90000', '754072151', '95', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values('774', '2031', '200', '12', 'new'), + ('561431', '52927714', '7203778961', '8', 'new'), + ('256', '32768', '31889', '300', 'new'), + ('5555', '40000', '-719017797', '45', 'new'), + ('100', '5000', '5443', '22', 'new'), + ('17', '90000', '754072151', '95', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_int + Statistics: Num rows: 10 Data size: 3758 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: bigint), c2 (type: float), c3 (type: double), c4 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3758 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: bigint) + sort order: + + Statistics: Num rows: 10 Data size: 3758 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: float), _col2 (type: double), _col3 (type: decimal(38,18)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: float), VALUE._col1 (type: double), VALUE._col2 (type: decimal(38,18)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3758 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3758 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int #### A masked pattern was here #### -POSTHOOK: query: select a,b,c,d from table1 +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int #### A masked pattern was here #### -a b c d -1 new 10 ten -1 original NULL NULL -2 new 20 twenty -2 original NULL NULL -3 new 30 thirty -3 original NULL NULL -4 new 40 forty -4 original NULL NULL -5 new 100 hundred -6 new 200 two hundred -PREHOOK: query: select a,c,d from table1 +c1 c2 c3 c4 b +-2 -2.0 -2.0 -2.000000000000000000 original +-5000 -5000.0 -5000.0 -5000.000000000000000000 original +100 5000.0 5443.0 22.000000000000000000 new +17 90000.0 7.54072151E8 95.000000000000000000 new +2031 2031.0 2031.0 2031.000000000000000000 original +256 32768.0 31889.0 300.000000000000000000 new +52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5555 40000.0 -7.19017797E8 45.000000000000000000 new +561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +774 2031.0 200.0 12.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 bigint +c3 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint #### A masked pattern was here #### -POSTHOOK: query: select a,c,d from table1 +POSTHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint #### A masked pattern was here #### -a c d -1 10 ten -1 NULL NULL -2 20 twenty -2 NULL NULL -3 30 thirty -3 NULL NULL -4 40 forty -4 NULL NULL -5 100 hundred -6 200 two hundred -PREHOOK: query: select a,d from table1 +c1 c2 c3 b +-2 -2 -2 original +-5000 -5000 -5000 original +52927714 52927714 52927714 original +7203778961 7203778961 7203778961 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1653 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values('774', '2031', '200', 'new'), + ('561431', '52927714', '7203778961', 'new'), + ('256', '32768', '31889', 'new'), + ('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'), + ('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values('774', '2031', '200', 'new'), + ('561431', '52927714', '7203778961', 'new'), + ('256', '32768', '31889', 'new'), + ('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'), + ('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_bigint + Statistics: Num rows: 10 Data size: 2947 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: float), c2 (type: double), c3 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 2947 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: float) + sort order: + + Statistics: Num rows: 10 Data size: 2947 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: double), _col2 (type: decimal(38,18)), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: float), VALUE._col0 (type: double), VALUE._col1 (type: decimal(38,18)), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 2947 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 2947 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint #### A masked pattern was here #### -POSTHOOK: query: select a,d from table1 +POSTHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint #### A masked pattern was here #### -a d -1 NULL -1 ten -2 NULL -2 twenty -3 NULL -3 thirty -4 NULL -4 forty -5 hundred -6 two hundred -PREHOOK: query: select c from table1 +c1 c2 c3 b +-2.0 -2.0 -2.000000000000000000 original +-5000.0 -5000.0 -5000.000000000000000000 original +100.0 5000.0 5443.000000000000000000 new +17.0 90000.0 754072151.000000000000000000 new +256.0 32768.0 31889.000000000000000000 new +5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5555.0 40000.0 -719017797.000000000000000000 new +561431.0 5.2927714E7 7203778961.000000000000000000 new +7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +774.0 2031.0 200.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 float +c2 float +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float #### A masked pattern was here #### -POSTHOOK: query: select c from table1 +POSTHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float #### A masked pattern was here #### -c -10 -100 -20 -200 -30 -40 -NULL -NULL -NULL -NULL -PREHOOK: query: select d from table1 +c1 c2 b +-29.0764 -29.0764 original +-5000.0 -5000.0 original +5.2927712E7 5.2927712E7 original +753.7028 753.7028 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 double +c2 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1558 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values('774', '2031', 'new'), + ('561431', '52927714', 'new'), + ('256', '32768', 'new'), + ('5555', '40000', 'new'), + ('100', '5000', 'new'), + ('17', '90000', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values('774', '2031', 'new'), + ('561431', '52927714', 'new'), + ('256', '32768', 'new'), + ('5555', '40000', 'new'), + ('100', '5000', 'new'), + ('17', '90000', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_float + Statistics: Num rows: 10 Data size: 2693 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: double), c2 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 2693 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: double) + sort order: + + Statistics: Num rows: 10 Data size: 2693 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: decimal(38,18)), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: double), VALUE._col0 (type: decimal(38,18)), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 2693 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 2693 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float #### A masked pattern was here #### -POSTHOOK: query: select d from table1 +POSTHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float #### A masked pattern was here #### -d -NULL -NULL -NULL -NULL -forty -hundred -ten -thirty -twenty -two hundred +c1 c2 b +-29.076400756835938 -29.076400756835937500 original +-5000.0 -5000.000000000000000000 original +100.0 5000.000000000000000000 new +17.0 90000.000000000000000000 new +256.0 32768.000000000000000000 new +5.2927712E7 52927712.000000000000000000 original +5555.0 40000.000000000000000000 new +561431.0 52927714.000000000000000000 new +753.7028198242188 753.702819824218750000 original +774.0 2031.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) -- -CREATE TABLE table2(a smallint, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE table_change_lower_to_higher_numeric_group_double(c1 double, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table2 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) -- -CREATE TABLE table2(a smallint, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE table_change_lower_to_higher_numeric_group_double(c1 double, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 +PREHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +c1 b +-29.0764 original +-5000.0 original +5.2927714E7 original +753.7028 original PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 +alter table table_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +alter table table_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1542 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values('774', 'new'), + ('561431', 'new'), + ('256', 'new'), + ('5555', 'new'), + ('100', 'new'), + ('17', 'new') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values('774', 'new'), + ('561431', 'new'), + ('256', 'new'), + ('5555', 'new'), + ('100', 'new'), + ('17', 'new') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 -PREHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') +PREHOOK: query: explain +select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') +POSTHOOK: query: explain +select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select a,b from table2 +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_double + Statistics: Num rows: 10 Data size: 2997 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 2997 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: decimal(38,18)) + sort order: + + Statistics: Num rows: 10 Data size: 2997 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: decimal(38,18)), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 2997 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 2997 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 PREHOOK: type: QUERY -PREHOOK: Input: default@table2 +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double #### A masked pattern was here #### -POSTHOOK: query: select a,b from table2 +POSTHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@table2 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double #### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -5000 new -6737 original -72909 new -90000 new +c1 b +-29.076399999999999579 original +-5000.000000000000000000 original +100.000000000000000000 new +17.000000000000000000 new +256.000000000000000000 new +52927714.000000000000000000 original +5555.000000000000000000 new +561431.000000000000000000 new +753.702800000000024738 original +774.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns @@ -300,14 +5837,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@table5 PREHOOK: query: insert into table table5 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Input: default@values__tmp__table__56 PREHOOK: Output: default@table5 POSTHOOK: query: insert into table table5 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Input: default@values__tmp__table__56 POSTHOOK: Output: default@table5 -POSTHOOK: Lineage: table5.a EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table5.b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table5.a EXPRESSION [(values__tmp__table__56)values__tmp__table__56.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table5.b SIMPLE [(values__tmp__table__56)values__tmp__table__56.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... alter table table5 add columns(c int, d string) @@ -321,30 +5858,66 @@ POSTHOOK: Input: default@table5 POSTHOOK: Output: default@table5 PREHOOK: query: insert into table table5 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Input: default@values__tmp__table__57 PREHOOK: Output: default@table5 POSTHOOK: query: insert into table table5 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Input: default@values__tmp__table__57 POSTHOOK: Output: default@table5 -POSTHOOK: Lineage: table5.a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table5.b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table5.c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table5.d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table5.a EXPRESSION [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table5.b SIMPLE [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table5.c EXPRESSION [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table5.d SIMPLE [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 PREHOOK: query: insert into table table5 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Input: default@values__tmp__table__58 PREHOOK: Output: default@table5 POSTHOOK: query: insert into table table5 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Input: default@values__tmp__table__58 POSTHOOK: Output: default@table5 -POSTHOOK: Lineage: table5.a EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table5.b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table5.c EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table5.d SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table5.a EXPRESSION [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table5.b SIMPLE [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table5.c EXPRESSION [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table5.d SIMPLE [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select * from table5 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from table5 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table5 + Statistics: Num rows: 10 Data size: 4641 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string), c (type: int), d (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 4641 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4641 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: select a,b,c,d from table5 PREHOOK: type: QUERY PREHOOK: Input: default@table5 @@ -412,14 +5985,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@table6 PREHOOK: query: insert into table table6 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Input: default@values__tmp__table__59 PREHOOK: Output: default@table6 POSTHOOK: query: insert into table table6 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Input: default@values__tmp__table__59 POSTHOOK: Output: default@table6 -POSTHOOK: Lineage: table6.a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table6.b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table6.a EXPRESSION [(values__tmp__table__59)values__tmp__table__59.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table6.b SIMPLE [(values__tmp__table__59)values__tmp__table__59.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... alter table table6 add columns(c int, d string) @@ -433,30 +6006,66 @@ POSTHOOK: Input: default@table6 POSTHOOK: Output: default@table6 PREHOOK: query: insert into table table6 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Input: default@values__tmp__table__60 PREHOOK: Output: default@table6 POSTHOOK: query: insert into table table6 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Input: default@values__tmp__table__60 POSTHOOK: Output: default@table6 -POSTHOOK: Lineage: table6.a EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table6.b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table6.c EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table6.d SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table6.a EXPRESSION [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table6.b SIMPLE [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table6.c EXPRESSION [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table6.d SIMPLE [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 PREHOOK: query: insert into table table6 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Input: default@values__tmp__table__61 PREHOOK: Output: default@table6 POSTHOOK: query: insert into table table6 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Input: default@values__tmp__table__61 POSTHOOK: Output: default@table6 -POSTHOOK: Lineage: table6.a EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table6.b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table6.c EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table6.d SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table6.a EXPRESSION [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table6.b SIMPLE [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table6.c EXPRESSION [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table6.d SIMPLE [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select * from table6 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from table6 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table6 + Statistics: Num rows: 10 Data size: 4648 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string), c (type: int), d (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 4648 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4648 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: select a,b,c,d from table6 PREHOOK: type: QUERY PREHOOK: Input: default@table6 @@ -519,14 +6128,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@table7 PREHOOK: query: insert into table table7 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Input: default@values__tmp__table__62 PREHOOK: Output: default@table7 POSTHOOK: query: insert into table table7 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Input: default@values__tmp__table__62 POSTHOOK: Output: default@table7 -POSTHOOK: Lineage: table7.a EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table7.b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table7.a EXPRESSION [(values__tmp__table__62)values__tmp__table__62.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table7.b SIMPLE [(values__tmp__table__62)values__tmp__table__62.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... alter table table7 add columns(c int, d string) @@ -540,30 +6149,66 @@ POSTHOOK: Input: default@table7 POSTHOOK: Output: default@table7 PREHOOK: query: insert into table table7 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Input: default@values__tmp__table__63 PREHOOK: Output: default@table7 POSTHOOK: query: insert into table table7 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Input: default@values__tmp__table__63 POSTHOOK: Output: default@table7 -POSTHOOK: Lineage: table7.a EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table7.b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table7.c EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table7.d SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table7.a EXPRESSION [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table7.b SIMPLE [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table7.c EXPRESSION [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table7.d SIMPLE [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 PREHOOK: query: insert into table table7 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Input: default@values__tmp__table__64 PREHOOK: Output: default@table7 POSTHOOK: query: insert into table table7 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Input: default@values__tmp__table__64 POSTHOOK: Output: default@table7 -POSTHOOK: Lineage: table7.a EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table7.b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table7.c EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table7.d SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table7.a EXPRESSION [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table7.b SIMPLE [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table7.c EXPRESSION [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table7.d SIMPLE [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select * from table7 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from table7 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table7 + Statistics: Num rows: 10 Data size: 4694 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string), c (type: int), d (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 4694 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4694 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: select a,b,c,d from table7 PREHOOK: type: QUERY PREHOOK: Input: default@table7 @@ -609,22 +6254,6 @@ a b c d 4 new 40 forty 4 original NULL NULL 6 new 200 two hundred -PREHOOK: query: DROP TABLE table1 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: DROP TABLE table1 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: DROP TABLE table2 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 -POSTHOOK: query: DROP TABLE table2 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 PREHOOK: query: DROP TABLE table5 PREHOOK: type: DROPTABLE PREHOOK: Input: default@table5 diff --git ql/src/test/results/clientpositive/schema_evol_orc_acidvec_mapwork_part.q.out ql/src/test/results/clientpositive/schema_evol_orc_acidvec_mapwork_part.q.out index c5af165..daddad8 100644 --- ql/src/test/results/clientpositive/schema_evol_orc_acidvec_mapwork_part.q.out +++ ql/src/test/results/clientpositive/schema_evol_orc_acidvec_mapwork_part.q.out @@ -3,85 +3,478 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- FILE VARIATION: ORC, ACID Vectorized, MapWork, Partitioned -- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned1 +PREHOOK: Output: default@part_add_int_permute_select POSTHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, ACID Vectorized, MapWork, Partitioned -- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) +alter table part_add_int_permute_select add columns(c int) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) +alter table part_add_int_permute_select add columns(c int) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=2) values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@partitioned1@part=2 -POSTHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=2) values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@partitioned1@part=2 -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(5, 'new', 100),(6, 'new', 200) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(5, 'new', 100),(6, 'new', 200) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from part_add_int_permute_select order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from part_add_int_permute_select order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_add_int_permute_select + Statistics: Num rows: 10 Data size: 4315 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 4315 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4315 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 4315 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4315 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select part,a,b from part_add_int_permute_select order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select part,a,b from part_add_int_permute_select order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +part a b +1 1 original +1 2 original +1 3 original +1 4 original +1 5 new +1 6 new +2 1 new +2 2 new +2 3 new +2 4 new +PREHOOK: query: select part,a,b,c from part_add_int_permute_select order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b,c from part_add_int_permute_select order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +part a b c +1 1 original NULL +1 2 original NULL +1 3 original NULL +1 4 original NULL +1 5 new 100 +1 6 new 200 +2 1 new 10 +2 2 new 20 +2 3 new 30 +2 4 new 40 +PREHOOK: query: select part,c from part_add_int_permute_select order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c from part_add_int_permute_select order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +part c +1 100 +1 200 +1 NULL +1 NULL +1 NULL +1 NULL +2 10 +2 20 +2 30 +2 40 +PREHOOK: query: drop table part_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select +POSTHOOK: query: drop table part_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_string_permute_select(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_string_permute_select(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__4 +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__4 +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__5 +PREHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__5 +POSTHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__6 +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__6 +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,a,b from part_add_int_string_permute_select order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from part_add_int_string_permute_select order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_add_int_string_permute_select + Statistics: Num rows: 10 Data size: 4743 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 4743 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4743 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 4743 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4743 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a b 1 1 original @@ -94,17 +487,17 @@ part a b 2 2 new 2 3 new 2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +PREHOOK: query: select part,a,b,c from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,a,b,c from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a b c 1 1 original NULL @@ -117,17 +510,17 @@ part a b c 2 2 new 20 2 3 new 30 2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 +PREHOOK: query: select part,a,b,c,d from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 +POSTHOOK: query: select part,a,b,c,d from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -140,17 +533,17 @@ part a b c d 2 2 new 20 twenty 2 3 new 30 thirty 2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 +PREHOOK: query: select part,a,c,d from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 +POSTHOOK: query: select part,a,c,d from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a c d 1 1 NULL NULL @@ -163,17 +556,17 @@ part a c d 2 2 20 twenty 2 3 30 thirty 2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 +PREHOOK: query: select part,a,d from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 +POSTHOOK: query: select part,a,d from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a d 1 1 NULL @@ -186,17 +579,17 @@ part a d 2 2 twenty 2 3 thirty 2 4 forty -PREHOOK: query: select part,c from partitioned1 +PREHOOK: query: select part,c from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 +POSTHOOK: query: select part,c from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part c 1 100 @@ -209,481 +602,5860 @@ part c 2 20 2 30 2 40 -PREHOOK: query: select part,d from partitioned1 +PREHOOK: query: select part,d from part_add_int_string_permute_select order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,d from part_add_int_string_permute_select order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +part d +1 NULL +1 NULL +1 NULL +1 NULL +1 hundred +1 two hundred +2 forty +2 ten +2 thirty +2 twenty +PREHOOK: query: drop table part_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: drop table part_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +c2 double +c3 double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_double order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_double order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_string_group_double + Statistics: Num rows: 10 Data size: 5336 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: double), c2 (type: double), c3 (type: double), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 5336 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 5336 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: double), _col2 (type: double), _col3 (type: double), _col4 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: double), VALUE._col1 (type: double), VALUE._col2 (type: double), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 5336 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 5336 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_double order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Input: default@part_change_string_group_double@part=1 +PREHOOK: Input: default@part_change_string_group_double@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_double order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Input: default@part_change_string_group_double@part=1 +POSTHOOK: Input: default@part_change_string_group_double@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -10.3 -10.3 -10.3 original +1 -29.0764 -29.0764 -29.0764 original +1 -3651.672121 -3651.672121 -3651.672121 original +1 17808.963785 17808.963785 17808.963785 new +1 753.7028 753.7028 753.7028 original +1 9250340.75 9250340.75 9250340.75 new +2 -66475.561431 -66475.561431 -66475.561431 new +2 20.31 20.31 20.31 new +2 30.774 30.774 30.774 new +2 46114.284799488 46114.284799488 46114.284799488 new +PREHOOK: query: drop table part_change_string_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: drop table part_change_string_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +c2 decimal(38,18) +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_decimal order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_decimal order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_string_group_decimal + Statistics: Num rows: 10 Data size: 5026 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: decimal(38,18)), c2 (type: decimal(38,18)), c3 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 5026 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 5026 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: decimal(38,18)), _col2 (type: decimal(38,18)), _col3 (type: decimal(38,18)), _col4 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: decimal(38,18)), VALUE._col1 (type: decimal(38,18)), VALUE._col2 (type: decimal(38,18)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 5026 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 5026 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_decimal order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Input: default@part_change_string_group_decimal@part=1 +PREHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_decimal order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Input: default@part_change_string_group_decimal@part=1 +POSTHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +1 -29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +1 -3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +1 17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +1 753.702800000000000000 753.702800000000000000 753.702800000000000000 original +1 9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +2 -66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +2 20.310000000000000000 20.310000000000000000 20.310000000000000000 new +2 30.774000000000000000 30.774000000000000000 30.774000000000000000 new +2 46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +PREHOOK: query: drop table part_change_string_group_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: drop table part_change_string_group_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 timestamp +c2 timestamp +c3 timestamp +c4 timestamp +c5 timestamp +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_date_group_string_group_timestamp + Statistics: Num rows: 9 Data size: 6827 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: string), c2 (type: char(50)), c3 (type: char(15)), c4 (type: varchar(50)), c5 (type: varchar(15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 9 Data size: 6827 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 9 Data size: 6827 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: char(50)), _col3 (type: char(15)), _col4 (type: varchar(50)), _col5 (type: varchar(15)), _col6 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(15)), VALUE._col3 (type: varchar(50)), VALUE._col4 (type: varchar(15)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 9 Data size: 6827 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 9 Data size: 6827 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +1 2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +1 2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +1 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:3 5966-07-09 03:30:50.597 5966-07-09 03:3 new +1 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:5 6229-06-28 02:54:28.970117179 6229-06-28 02:5 new +2 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +2 1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +2 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +2 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +PREHOOK: query: drop table part_change_date_group_string_group_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: drop table part_change_date_group_string_group_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 date +c2 date +c3 date +c4 date +c5 date +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_date_group_string_group_date + Statistics: Num rows: 9 Data size: 4302 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: string), c2 (type: char(50)), c3 (type: char(15)), c4 (type: varchar(50)), c5 (type: varchar(15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 9 Data size: 4302 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 9 Data size: 4302 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: char(50)), _col3 (type: char(15)), _col4 (type: varchar(50)), _col5 (type: varchar(15)), _col6 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(15)), VALUE._col3 (type: varchar(50)), VALUE._col4 (type: varchar(15)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 9 Data size: 4302 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 9 Data size: 4302 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Input: default@part_change_date_group_string_group_date@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +1 2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +1 2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +2 0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +2 1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +2 2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +2 2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +2 5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +2 6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +PREHOOK: query: drop table part_change_date_group_string_group_date +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: drop table part_change_date_group_string_group_date +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__19.tmp_values_col1 values__tmp__table__19.tmp_values_col2 values__tmp__table__19.tmp_values_col3 values__tmp__table__19.tmp_values_col4 values__tmp__table__19.tmp_values_col5 values__tmp__table__19.tmp_values_col6 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_string + Statistics: Num rows: 10 Data size: 5929 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: string), c2 (type: string), c3 (type: string), c4 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 5929 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 5929 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 5929 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 5929 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 100 5000 5443 0 new +1 17 90000 754072151 3289094 new +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +2 1 200 2323322 5430907 new +2 2000 72909 3244222 -93222 new +2 256 32768 31889 470614135 new +2 5555 40000 -719017797 810662019 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +c4 char(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_char + Statistics: Num rows: 10 Data size: 6152 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: char(50)), c2 (type: char(50)), c3 (type: char(50)), c4 (type: char(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 6152 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 6152 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(50)), _col3 (type: char(50)), _col4 (type: char(50)), _col5 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(50)), VALUE._col3 (type: char(50)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 6152 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 6152 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 100 5000 5443 0 new +1 17 90000 754072151 3289094 new +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +2 1 200 2323322 5430907 new +2 2000 72909 3244222 -93222 new +2 256 32768 31889 470614135 new +2 5555 40000 -719017797 810662019 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(5) +c2 char(5) +c3 char(5) +c4 char(5) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_char_trunc + Statistics: Num rows: 10 Data size: 5764 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: char(5)), c2 (type: char(5)), c3 (type: char(5)), c4 (type: char(5)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 5764 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 5764 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(5)), _col2 (type: char(5)), _col3 (type: char(5)), _col4 (type: char(5)), _col5 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(5)), VALUE._col1 (type: char(5)), VALUE._col2 (type: char(5)), VALUE._col3 (type: char(5)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 5764 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 5764 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899 original +1 0 20435 84749 -9999 original +1 100 5000 5443 0 new +1 17 90000 75407 32890 new +1 45 1000 48377 -2386 original +1 NULL 4957 83222 90000 original +2 1 200 23233 54309 new +2 2000 72909 32442 -9322 new +2 256 32768 31889 47061 new +2 5555 40000 -7190 81066 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +c4 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_varchar + Statistics: Num rows: 10 Data size: 5941 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: varchar(50)), c2 (type: varchar(50)), c3 (type: varchar(50)), c4 (type: varchar(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 5941 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 5941 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col4 (type: varchar(50)), _col5 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(50)), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: varchar(50)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 5941 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 5941 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 100 5000 5443 0 new +1 17 90000 754072151 3289094 new +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +2 1 200 2323322 5430907 new +2 2000 72909 3244222 -93222 new +2 256 32768 31889 470614135 new +2 5555 40000 -719017797 810662019 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(5) +c2 varchar(5) +c3 varchar(5) +c4 varchar(5) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_varchar_trunc + Statistics: Num rows: 10 Data size: 5766 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: varchar(5)), c2 (type: varchar(5)), c3 (type: varchar(5)), c4 (type: varchar(5)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 5766 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 5766 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(5)), _col2 (type: varchar(5)), _col3 (type: varchar(5)), _col4 (type: varchar(5)), _col5 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(5)), VALUE._col1 (type: varchar(5)), VALUE._col2 (type: varchar(5)), VALUE._col3 (type: varchar(5)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 5766 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 5766 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899 original +1 0 20435 84749 -9999 original +1 100 5000 5443 0 new +1 17 90000 75407 32890 new +1 45 1000 48377 -2386 original +1 NULL 4957 83222 90000 original +2 1 200 23233 54309 new +2 2000 72909 32442 -9322 new +2 256 32768 31889 47061 new +2 5555 40000 -7190 81066 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 original +1 0.0 20435.0 847492223.000000000000000000 original +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +values__tmp__table__29.tmp_values_col1 values__tmp__table__29.tmp_values_col2 values__tmp__table__29.tmp_values_col3 values__tmp__table__29.tmp_values_col4 values__tmp__table__29.tmp_values_col5 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_string + Statistics: Num rows: 10 Data size: 5625 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: string), c2 (type: string), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 5625 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 5625 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 5625 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 5625 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.3 original +1 -255.0 4957.0 832222222 original +1 0.0 20435.0 847492223 original +1 100 5000 5443 new +1 17 90000 754072151 new +1 753.7028 -3651.672121 -23866739993 original +2 -66475.561431 52927714 7203778961 new +2 256 32768 31889 new +2 30.774 20.31 46114.284799488 new +2 5555 40000 -719017797 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_char + Statistics: Num rows: 10 Data size: 5786 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: char(50)), c2 (type: char(50)), c3 (type: char(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 5786 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 5786 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(50)), _col3 (type: char(50)), _col4 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(50)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 5786 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 5786 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.3 original +1 -255.0 4957.0 832222222 9000000000 +1 0.0 20435.0 847492223 -999999999999 +1 100 5000 5443 new +1 17 90000 754072151 new +1 753.7028 -3651.672121 -23866739993 original +2 -66475.561431 52927714 7203778961 new +2 256 32768 31889 new +2 30.774 20.31 46114.284799488 new +2 5555 40000 -719017797 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(7) +c2 char(7) +c3 char(7) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_char_trunc + Statistics: Num rows: 10 Data size: 5568 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: char(7)), c2 (type: char(7)), c3 (type: char(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 5568 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 5568 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(7)), _col2 (type: char(7)), _col3 (type: char(7)), _col4 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(7)), VALUE._col1 (type: char(7)), VALUE._col2 (type: char(7)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 5568 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 5568 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.076 -10.3 original +1 -255.0 4957.0 8322222 9000000000 +1 0.0 20435.0 8474922 -999999999999 +1 100 5000 5443 new +1 17 90000 7540721 new +1 753.702 -3651.6 -238667 original +2 -66475. 5292771 7203778 new +2 256 32768 31889 new +2 30.774 20.31 46114.2 new +2 5555 40000 -719017 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_varchar + Statistics: Num rows: 10 Data size: 5645 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: varchar(50)), c2 (type: varchar(50)), c3 (type: varchar(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 5645 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 5645 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col4 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(50)), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 5645 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 5645 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.3 original +1 -255.0 4957.0 832222222 9000000000 +1 0.0 20435.0 847492223 -999999999999 +1 100 5000 5443 new +1 17 90000 754072151 new +1 753.7028 -3651.672121 -23866739993 original +2 -66475.561431 52927714 7203778961 new +2 256 32768 31889 new +2 30.774 20.31 46114.284799488 new +2 5555 40000 -719017797 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(7) +c2 varchar(7) +c3 varchar(7) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_varchar_trunc + Statistics: Num rows: 10 Data size: 5570 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: varchar(7)), c2 (type: varchar(7)), c3 (type: varchar(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 5570 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 5570 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(7)), _col2 (type: varchar(7)), _col3 (type: varchar(7)), _col4 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(7)), VALUE._col1 (type: varchar(7)), VALUE._col2 (type: varchar(7)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 5570 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 5570 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.076 -10.3 original +1 -255.0 4957.0 8322222 9000000000 +1 0.0 20435.0 8474922 -999999999999 +1 100 5000 5443 new +1 17 90000 7540721 new +1 753.702 -3651.6 -238667 original +2 -66475. 5292771 7203778 new +2 256 32768 31889 new +2 30.774 20.31 46114.2 new +2 5555 40000 -719017 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__38.tmp_values_col1 values__tmp__table__38.tmp_values_col2 values__tmp__table__38.tmp_values_col3 values__tmp__table__38.tmp_values_col4 values__tmp__table__38.tmp_values_col5 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 blank pads blank pads blank pads blank pads original +1 dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +1 escapist escapist escapist escapist original +1 heartbeat heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 varchar(50) +c4 char(9) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_string_group_string_group_string + Statistics: Num rows: 10 Data size: 5597 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: char(50)), c2 (type: char(9)), c3 (type: varchar(50)), c4 (type: char(9)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 5597 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 5597 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(9)), _col3 (type: varchar(50)), _col4 (type: char(9)), _col5 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(9)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: char(9)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 5597 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 5597 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 blank pads blank pad blank pads blank pad original +1 bottom bottom bottom bottom new +1 dynamic reptile dynamic r dynamic reptile dynamic r original +1 escapist escapist escapist escapist original +1 hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +1 heartbeat heartbeat heartbeat heartbeat original +2 featherweight featherweight new +2 against against against against new +2 baffling bafflin baffling bafflin new +2 junkyard junkyard junkyard junkyard new +PREHOOK: query: drop table part_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: drop table part_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pads blank pads original +1 dynamic reptile dynamic reptile dynamic reptile original +1 escapist escapist escapist original +1 heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(9) +c3 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_string_group_string_group_char + Statistics: Num rows: 10 Data size: 5071 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: varchar(50)), c2 (type: varchar(9)), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 5071 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 5071 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(50)), _col2 (type: varchar(9)), _col3 (type: string), _col4 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(50)), VALUE._col1 (type: varchar(9)), VALUE._col2 (type: string), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 5071 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 5071 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pad blank pads original +1 bottom bottom bottom new +1 dynamic reptile dynamic r dynamic reptile original +1 escapist escapist escapist original +1 hangar paralysed companion hangar pa hangar paralysed companion new +1 heartbeat heartbeat heartbeat original +2 featherweight featherweight new +2 against against against new +2 baffling bafflin baffling new +2 junkyard junkyard junkyard new +PREHOOK: query: drop table part_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: drop table part_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pads blank pads original +1 dynamic reptile dynamic reptile dynamic reptile original +1 escapist escapist escapist original +1 heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_string_group_string_group_varchar + Statistics: Num rows: 10 Data size: 5237 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: char(50)), c2 (type: char(9)), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 5237 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 5237 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(9)), _col3 (type: string), _col4 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(9)), VALUE._col2 (type: string), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 5237 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 5237 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pad blank pads original +1 bottom bottom bottom new +1 dynamic reptile dynamic r dynamic reptile original +1 escapist escapist escapist original +1 hangar paralysed companion hangar pa hangar paralysed companion new +1 heartbeat heartbeat heartbeat original +2 featherweight featherweight new +2 against against against new +2 baffling bafflin baffling new +2 junkyard junkyard junkyard new +PREHOOK: query: drop table part_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: drop table part_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 tinyint +c3 tinyint +c4 tinyint +c5 tinyint +c6 tinyint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 c6 b +1 -2 -2 -2 -2 -2 -2 original +1 100 100 100 100 100 100 original +1 45 45 45 45 45 45 original +1 NULL NULL NULL NULL NULL NULL original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 int +c3 bigint +c4 float +c5 double +c6 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values('774', '2031', '200', '12', '99', '0', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + ('256', '32768', '31889', '300', '444', '506', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + ('100', '5000', '5443', '22', '2', '-2', 'new', 1), + ('17', '90000', '754072151', '95', '20', '18', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values('774', '2031', '200', '12', '99', '0', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + ('256', '32768', '31889', '300', '444', '506', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + ('100', '5000', '5443', '22', '2', '-2', 'new', 1), + ('17', '90000', '754072151', '95', '20', '18', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_tinyint + Statistics: Num rows: 10 Data size: 6203 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: smallint), c2 (type: int), c3 (type: bigint), c4 (type: float), c5 (type: double), c6 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 10 Data size: 6203 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 6203 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: smallint), _col2 (type: int), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: decimal(38,18)), _col7 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: double), VALUE._col5 (type: decimal(38,18)), VALUE._col6 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 10 Data size: 6203 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 6203 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 c6 b +1 -2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +1 100 100 100 100.0 100.0 100.000000000000000000 original +1 100 5000 5443 22.0 2.0 -2.000000000000000000 new +1 17 90000 754072151 95.0 20.0 18.000000000000000000 new +1 45 45 45 45.0 45.0 45.000000000000000000 original +1 NULL NULL NULL NULL NULL NULL original +2 256 32768 31889 300.0 444.0 506.000000000000000000 new +2 5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +2 774 2031 200 12.0 99.0 0.000000000000000000 new +2 NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 smallint +c3 smallint +c4 smallint +c5 smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 -2 -2 -2 -2 -2 original +1 -5000 -5000 -5000 -5000 -5000 original +1 100 100 100 100 100 original +1 2031 2031 2031 2031 2031 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 int +c2 bigint +c3 float +c4 double +c5 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values('774', '2031', '200', '12', '99', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', 'new', 2), + ('256', '32768', '31889', '300', '444', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', 'new', 2), + ('100', '5000', '5443', '22', '2', 'new', 1), + ('17', '90000', '754072151', '95', '20', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values('774', '2031', '200', '12', '99', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', 'new', 2), + ('256', '32768', '31889', '300', '444', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', 'new', 2), + ('100', '5000', '5443', '22', '2', 'new', 1), + ('17', '90000', '754072151', '95', '20', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_smallint + Statistics: Num rows: 10 Data size: 5937 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: int), c2 (type: bigint), c3 (type: float), c4 (type: double), c5 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 5937 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 5937 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: double), _col5 (type: decimal(38,18)), _col6 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: float), VALUE._col3 (type: double), VALUE._col4 (type: decimal(38,18)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 5937 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 5937 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 #### A masked pattern was here #### -part d -1 NULL -1 NULL -1 NULL -1 NULL -1 hundred -1 two hundred -2 forty -2 ten -2 thirty -2 twenty +part c1 c2 c3 c4 c5 b +1 -2 -2 -2.0 -2.0 -2.000000000000000000 original +1 -5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +1 100 100 100.0 100.0 100.000000000000000000 original +1 100 5000 5443.0 22.0 2.000000000000000000 new +1 17 90000 7.5407213E8 95.0 20.000000000000000000 new +1 2031 2031 2031.0 2031.0 2031.000000000000000000 original +2 256 32768 31889.0 300.0 444.000000000000000000 new +2 5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +2 561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +2 774 2031 200.0 12.0 99.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE part_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned2 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE part_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 int +c2 int +c3 int +c4 int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -2 -2 -2 original +1 -5000 -5000 -5000 -5000 original +1 2031 2031 2031 2031 original +1 52927714 52927714 52927714 52927714 original PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 +alter table part_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +alter table part_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 float +c3 double +c4 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values('774', '2031', '200', '12', 'new', 2), + ('561431', '52927714', '7203778961', '8', 'new', 2), + ('256', '32768', '31889', '300', 'new', 2), + ('5555', '40000', '-719017797', '45', 'new', 2), + ('100', '5000', '5443', '22', 'new', 1), + ('17', '90000', '754072151', '95', 'new', 1) PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@partitioned2@part=2 -POSTHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values('774', '2031', '200', '12', 'new', 2), + ('561431', '52927714', '7203778961', '8', 'new', 2), + ('256', '32768', '31889', '300', 'new', 2), + ('5555', '40000', '-719017797', '45', 'new', 2), + ('100', '5000', '5443', '22', 'new', 1), + ('17', '90000', '754072151', '95', 'new', 1) POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@partitioned2@part=2 -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select part,a,b from partitioned2 +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_int + Statistics: Num rows: 10 Data size: 5625 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: bigint), c2 (type: float), c3 (type: double), c4 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 5625 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 5625 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: bigint), _col2 (type: float), _col3 (type: double), _col4 (type: decimal(38,18)), _col5 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: bigint), VALUE._col1 (type: float), VALUE._col2 (type: double), VALUE._col3 (type: decimal(38,18)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 5625 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 5625 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned2 -PREHOOK: Input: default@partitioned2@part=1 -PREHOOK: Input: default@partitioned2@part=2 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned2 +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Input: default@partitioned2@part=1 -POSTHOOK: Input: default@partitioned2@part=2 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 #### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 90000 new -2 200 new -2 32768 new -2 40000 new -2 72909 new +part c1 c2 c3 c4 b +1 -2 -2.0 -2.0 -2.000000000000000000 original +1 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +1 100 5000.0 5443.0 22.000000000000000000 new +1 17 90000.0 7.54072151E8 95.000000000000000000 new +1 2031 2031.0 2031.0 2031.000000000000000000 original +1 52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +2 256 32768.0 31889.0 300.000000000000000000 new +2 5555 40000.0 -7.19017797E8 45.000000000000000000 new +2 561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +2 774 2031.0 200.0 12.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned3 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 bigint +c3 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__7 -PREHOOK: Output: default@partitioned3@part=1 -POSTHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__7 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__8 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__8 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Output: default@partitioned3@part=2 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2 -2 -2 original +1 -5000 -5000 -5000 original +1 52927714 52927714 52927714 original +1 7203778961 7203778961 7203778961 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values('774', '2031', '200', 'new', 2), + ('561431', '52927714', '7203778961', 'new', 2), + ('256', '32768', '31889', 'new', 2), + ('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1), + ('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values('774', '2031', '200', 'new', 2), + ('561431', '52927714', '7203778961', 'new', 2), + ('256', '32768', '31889', 'new', 2), + ('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1), + ('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] _col0 _col1 _col2 _col3 _col4 -PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b -1 1 original -1 2 original -1 3 original -1 4 original -1 5 new -1 6 new -2 1 new -2 2 new -2 3 new -2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_bigint + Statistics: Num rows: 10 Data size: 3695 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: float), c2 (type: double), c3 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3695 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3695 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: float), _col2 (type: double), _col3 (type: decimal(38,18)), _col4 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: float), VALUE._col1 (type: double), VALUE._col2 (type: decimal(38,18)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3695 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3695 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 #### A masked pattern was here #### -part a b c -1 1 original NULL -1 2 original NULL -1 3 original NULL -1 4 original NULL -1 5 new 100 -1 6 new 200 -2 1 new 10 -2 2 new 20 -2 3 new 30 -2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +part c1 c2 c3 b +1 -2.0 -2.0 -2.000000000000000000 original +1 -5000.0 -5000.0 -5000.000000000000000000 original +1 100.0 5000.0 5443.000000000000000000 new +1 17.0 90000.0 754072151.000000000000000000 new +1 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +1 7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +2 256.0 32768.0 31889.000000000000000000 new +2 5555.0 40000.0 -719017797.000000000000000000 new +2 561431.0 5.2927714E7 7203778961.000000000000000000 new +2 774.0 2031.0 200.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 float +c2 float +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +Retention: 0 #### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new 100 hundred -1 6 new 200 two hundred -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +Table Type: MANAGED_TABLE +Table Parameters: + transactional true #### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a c d -1 1 NULL NULL -1 2 NULL NULL -1 3 NULL NULL -1 4 NULL NULL -1 5 100 hundred -1 6 200 two hundred -2 1 10 ten -2 2 20 twenty -2 3 30 thirty -2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 #### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 +POSTHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 #### A masked pattern was here #### -part a d -1 1 NULL -1 2 NULL -1 3 NULL -1 4 NULL -1 5 hundred -1 6 two hundred -2 1 ten -2 2 twenty -2 3 thirty -2 4 forty -PREHOOK: query: select part,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +part c1 c2 b +1 -29.0764 -29.0764 original +1 -5000.0 -5000.0 original +1 5.2927712E7 5.2927712E7 original +1 753.7028 753.7028 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 double +c2 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default #### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +Retention: 0 #### A masked pattern was here #### -part c -1 100 -1 200 -1 NULL -1 NULL -1 NULL -1 NULL -2 10 -2 20 -2 30 -2 40 -PREHOOK: query: select part,d from partitioned1 +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values('774', '2031', 'new', 2), + ('561431', '52927714', 'new', 2), + ('256', '32768', 'new', 2), + ('5555', '40000', 'new', 2), + ('100', '5000', 'new', 1), + ('17', '90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values('774', '2031', 'new', 2), + ('561431', '52927714', 'new', 2), + ('256', '32768', 'new', 2), + ('5555', '40000', 'new', 2), + ('100', '5000', 'new', 1), + ('17', '90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_float + Statistics: Num rows: 10 Data size: 3351 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: double), c2 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3351 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3351 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: double), _col2 (type: decimal(38,18)), _col3 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: double), VALUE._col1 (type: decimal(38,18)), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3351 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3351 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 +POSTHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 #### A masked pattern was here #### -part d -1 NULL -1 NULL -1 NULL -1 NULL -1 hundred -1 two hundred -2 forty -2 ten -2 thirty -2 twenty +part c1 c2 b +1 -29.076400756835938 -29.076400756835937500 original +1 -5000.0 -5000.000000000000000000 original +1 100.0 5000.000000000000000000 new +1 17.0 90000.000000000000000000 new +1 5.2927712E7 52927712.000000000000000000 original +1 753.7028198242188 753.702819824218750000 original +2 256.0 32768.000000000000000000 new +2 5555.0 40000.000000000000000000 new +2 561431.0 52927714.000000000000000000 new +2 774.0 2031.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE part_change_lower_to_higher_numeric_group_double(c1 double, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned4 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE part_change_lower_to_higher_numeric_group_double(c1 double, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__9 -PREHOOK: Output: default@partitioned4@part=1 -POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__9 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 +PREHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +part c1 b +1 -29.0764 original +1 -5000.0 original +1 5.2927714E7 original +1 753.7028 original PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 +alter table part_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +alter table part_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values('774', 'new', 2), + ('561431', 'new', 2), + ('256', 'new', 2), + ('5555', 'new', 2), + ('100', 'new', 1), + ('17', 'new', 1) PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__10 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values('774', 'new', 2), + ('561431', 'new', 2), + ('256', 'new', 2), + ('5555', 'new', 2), + ('100', 'new', 1), + ('17', 'new', 1) POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__10 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Output: default@partitioned4@part=2 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 -PREHOOK: query: select part,a,b from partitioned4 +PREHOOK: query: explain +select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned4 -PREHOOK: Input: default@partitioned4@part=1 -PREHOOK: Input: default@partitioned4@part=2 +POSTHOOK: query: explain +select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_double + Statistics: Num rows: 10 Data size: 4455 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 4455 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4455 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: decimal(38,18)), _col2 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: decimal(38,18)), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 4455 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4455 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned4 +POSTHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Input: default@partitioned4@part=1 -POSTHOOK: Input: default@partitioned4@part=2 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 #### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 90000 new -2 200 new -2 32768 new -2 40000 new -2 72909 new +part c1 b +1 -29.076399999999999579 original +1 -5000.000000000000000000 original +1 100.000000000000000000 new +1 17.000000000000000000 new +1 52927714.000000000000000000 original +1 753.702800000000024738 original +2 256.000000000000000000 new +2 5555.000000000000000000 new +2 561431.000000000000000000 new +2 774.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns --- -CREATE TABLE partitioned5(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_update_1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned5 +PREHOOK: Output: default@partitioned_update_1 POSTHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns --- -CREATE TABLE partitioned5(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_update_1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned5 -PREHOOK: query: insert into table partitioned5 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@partitioned_update_1 +PREHOOK: query: DESCRIBE FORMATTED partitioned_update_1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned_update_1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned_update_1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned_update_1 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned_update_1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__11 -PREHOOK: Output: default@partitioned5@part=1 -POSTHOOK: query: insert into table partitioned5 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Input: default@values__tmp__table__56 +PREHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: query: insert into table partitioned_update_1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__11 -POSTHOOK: Output: default@partitioned5@part=1 -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).a EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__56 +POSTHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__56)values__tmp__table__56.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).b SIMPLE [(values__tmp__table__56)values__tmp__table__56.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned5 add columns(c int, d string) +alter table partitioned_update_1 add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned5 -PREHOOK: Output: default@partitioned5 +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Output: default@partitioned_update_1 POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned5 add columns(c int, d string) +alter table partitioned_update_1 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Output: default@partitioned5 -PREHOOK: query: insert into table partitioned5 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Output: default@partitioned_update_1 +PREHOOK: query: DESCRIBE FORMATTED partitioned_update_1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned_update_1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned_update_1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned_update_1 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned_update_1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__12 -PREHOOK: Output: default@partitioned5@part=2 -POSTHOOK: query: insert into table partitioned5 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Input: default@values__tmp__table__57 +PREHOOK: Output: default@partitioned_update_1@part=2 +POSTHOOK: query: insert into table partitioned_update_1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__12 -POSTHOOK: Output: default@partitioned5@part=2 -POSTHOOK: Lineage: partitioned5 PARTITION(part=2).a EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=2).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=2).c EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=2).d SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__57 +POSTHOOK: Output: default@partitioned_update_1@part=2 +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).b SIMPLE [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).d SIMPLE [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned5 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: query: insert into table partitioned_update_1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__13 -PREHOOK: Output: default@partitioned5@part=1 -POSTHOOK: query: insert into table partitioned5 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Input: default@values__tmp__table__58 +PREHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: query: insert into table partitioned_update_1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__13 -POSTHOOK: Output: default@partitioned5@part=1 -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).a EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).c EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).d SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__58 +POSTHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).b SIMPLE [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).d SIMPLE [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: select part,a,b,c,d from partitioned5 +PREHOOK: query: explain +select * from partitioned_update_1 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned5 -PREHOOK: Input: default@partitioned5@part=1 -PREHOOK: Input: default@partitioned5@part=2 +POSTHOOK: query: explain +select * from partitioned_update_1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned_update_1 + Statistics: Num rows: 10 Data size: 4735 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string), c (type: int), d (type: string), part (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4735 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4735 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b,c,d from partitioned_update_1 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Input: default@partitioned_update_1@part=1 +PREHOOK: Input: default@partitioned_update_1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned5 +POSTHOOK: query: select part,a,b,c,d from partitioned_update_1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Input: default@partitioned5@part=1 -POSTHOOK: Input: default@partitioned5@part=2 +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Input: default@partitioned_update_1@part=1 +POSTHOOK: Input: default@partitioned_update_1@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -697,33 +6469,33 @@ part a b c d 2 3 new 30 thirty 2 4 new 40 forty PREHOOK: query: -- UPDATE New Columns -update partitioned5 set c=99 +update partitioned_update_1 set c=99 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned5 -PREHOOK: Input: default@partitioned5@part=1 -PREHOOK: Input: default@partitioned5@part=2 -PREHOOK: Output: default@partitioned5@part=1 -PREHOOK: Output: default@partitioned5@part=2 +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Input: default@partitioned_update_1@part=1 +PREHOOK: Input: default@partitioned_update_1@part=2 +PREHOOK: Output: default@partitioned_update_1@part=1 +PREHOOK: Output: default@partitioned_update_1@part=2 POSTHOOK: query: -- UPDATE New Columns -update partitioned5 set c=99 +update partitioned_update_1 set c=99 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Input: default@partitioned5@part=1 -POSTHOOK: Input: default@partitioned5@part=2 -POSTHOOK: Output: default@partitioned5@part=1 -POSTHOOK: Output: default@partitioned5@part=2 +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Input: default@partitioned_update_1@part=1 +POSTHOOK: Input: default@partitioned_update_1@part=2 +POSTHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: Output: default@partitioned_update_1@part=2 row__id a b _c3 d part -PREHOOK: query: select part,a,b,c,d from partitioned5 +PREHOOK: query: select part,a,b,c,d from partitioned_update_1 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned5 -PREHOOK: Input: default@partitioned5@part=1 -PREHOOK: Input: default@partitioned5@part=2 +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Input: default@partitioned_update_1@part=1 +PREHOOK: Input: default@partitioned_update_1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned5 +POSTHOOK: query: select part,a,b,c,d from partitioned_update_1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Input: default@partitioned5@part=1 -POSTHOOK: Input: default@partitioned5@part=2 +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Input: default@partitioned_update_1@part=1 +POSTHOOK: Input: default@partitioned_update_1@part=2 #### A masked pattern was here #### part a b c d 1 1 original 99 NULL @@ -740,76 +6512,153 @@ PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column --- -CREATE TABLE partitioned6(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_delete_1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned6 +PREHOOK: Output: default@partitioned_delete_1 POSTHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column --- -CREATE TABLE partitioned6(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_delete_1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned6 -PREHOOK: query: insert into table partitioned6 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@partitioned_delete_1 +PREHOOK: query: DESCRIBE FORMATTED partitioned_delete_1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned_delete_1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned_delete_1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned_delete_1 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned_delete_1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__14 -PREHOOK: Output: default@partitioned6@part=1 -POSTHOOK: query: insert into table partitioned6 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Input: default@values__tmp__table__59 +PREHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: query: insert into table partitioned_delete_1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__14 -POSTHOOK: Output: default@partitioned6@part=1 -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).a EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__59 +POSTHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__59)values__tmp__table__59.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).b SIMPLE [(values__tmp__table__59)values__tmp__table__59.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned6 add columns(c int, d string) +alter table partitioned_delete_1 add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned6 -PREHOOK: Output: default@partitioned6 +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Output: default@partitioned_delete_1 POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned6 add columns(c int, d string) +alter table partitioned_delete_1 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Output: default@partitioned6 -PREHOOK: query: insert into table partitioned6 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Output: default@partitioned_delete_1 +PREHOOK: query: DESCRIBE FORMATTED partitioned_delete_1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned_delete_1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned_delete_1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned_delete_1 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned_delete_1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__15 -PREHOOK: Output: default@partitioned6@part=2 -POSTHOOK: query: insert into table partitioned6 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Input: default@values__tmp__table__60 +PREHOOK: Output: default@partitioned_delete_1@part=2 +POSTHOOK: query: insert into table partitioned_delete_1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__15 -POSTHOOK: Output: default@partitioned6@part=2 -POSTHOOK: Lineage: partitioned6 PARTITION(part=2).a EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=2).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=2).c EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=2).d SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__60 +POSTHOOK: Output: default@partitioned_delete_1@part=2 +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).b SIMPLE [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).d SIMPLE [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned6 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: query: insert into table partitioned_delete_1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__16 -PREHOOK: Output: default@partitioned6@part=1 -POSTHOOK: query: insert into table partitioned6 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Input: default@values__tmp__table__61 +PREHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: query: insert into table partitioned_delete_1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__16 -POSTHOOK: Output: default@partitioned6@part=1 -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).a EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).c EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).d SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__61 +POSTHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).b SIMPLE [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).d SIMPLE [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: select part,a,b,c,d from partitioned6 +PREHOOK: query: select part,a,b,c,d from partitioned_delete_1 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned6 -PREHOOK: Input: default@partitioned6@part=1 -PREHOOK: Input: default@partitioned6@part=2 +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Input: default@partitioned_delete_1@part=1 +PREHOOK: Input: default@partitioned_delete_1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned6 +POSTHOOK: query: select part,a,b,c,d from partitioned_delete_1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Input: default@partitioned6@part=1 -POSTHOOK: Input: default@partitioned6@part=2 +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Input: default@partitioned_delete_1@part=1 +POSTHOOK: Input: default@partitioned_delete_1@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -823,33 +6672,70 @@ part a b c d 2 3 new 30 thirty 2 4 new 40 forty PREHOOK: query: -- DELETE where old column -delete from partitioned6 where a = 2 or a = 4 or a = 6 +delete from partitioned_delete_1 where a = 2 or a = 4 or a = 6 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned6 -PREHOOK: Input: default@partitioned6@part=1 -PREHOOK: Input: default@partitioned6@part=2 -PREHOOK: Output: default@partitioned6@part=1 -PREHOOK: Output: default@partitioned6@part=2 +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Input: default@partitioned_delete_1@part=1 +PREHOOK: Input: default@partitioned_delete_1@part=2 +PREHOOK: Output: default@partitioned_delete_1@part=1 +PREHOOK: Output: default@partitioned_delete_1@part=2 POSTHOOK: query: -- DELETE where old column -delete from partitioned6 where a = 2 or a = 4 or a = 6 +delete from partitioned_delete_1 where a = 2 or a = 4 or a = 6 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Input: default@partitioned6@part=1 -POSTHOOK: Input: default@partitioned6@part=2 -POSTHOOK: Output: default@partitioned6@part=1 -POSTHOOK: Output: default@partitioned6@part=2 +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Input: default@partitioned_delete_1@part=1 +POSTHOOK: Input: default@partitioned_delete_1@part=2 +POSTHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: Output: default@partitioned_delete_1@part=2 row__id part -PREHOOK: query: select part,a,b,c,d from partitioned6 +PREHOOK: query: explain +select * from partitioned_delete_1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned_delete_1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned_delete_1 + Statistics: Num rows: 5 Data size: 5868 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string), c (type: int), d (type: string), part (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 5 Data size: 5868 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 5 Data size: 5868 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b,c,d from partitioned_delete_1 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned6 -PREHOOK: Input: default@partitioned6@part=1 -PREHOOK: Input: default@partitioned6@part=2 +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Input: default@partitioned_delete_1@part=1 +PREHOOK: Input: default@partitioned_delete_1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned6 +POSTHOOK: query: select part,a,b,c,d from partitioned_delete_1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Input: default@partitioned6@part=1 -POSTHOOK: Input: default@partitioned6@part=2 +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Input: default@partitioned_delete_1@part=1 +POSTHOOK: Input: default@partitioned_delete_1@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -861,76 +6747,153 @@ PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where new column --- -CREATE TABLE partitioned7(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_delete_2(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned7 +PREHOOK: Output: default@partitioned_delete_2 POSTHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where new column --- -CREATE TABLE partitioned7(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_delete_2(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned7 -PREHOOK: query: insert into table partitioned7 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@partitioned_delete_2 +PREHOOK: query: DESCRIBE FORMATTED partitioned_delete_2 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned_delete_2 +POSTHOOK: query: DESCRIBE FORMATTED partitioned_delete_2 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned_delete_2 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned_delete_2 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__17 -PREHOOK: Output: default@partitioned7@part=1 -POSTHOOK: query: insert into table partitioned7 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Input: default@values__tmp__table__62 +PREHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: query: insert into table partitioned_delete_2 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__17 -POSTHOOK: Output: default@partitioned7@part=1 -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__62 +POSTHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__62)values__tmp__table__62.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).b SIMPLE [(values__tmp__table__62)values__tmp__table__62.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned7 add columns(c int, d string) +alter table partitioned_delete_2 add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned7 -PREHOOK: Output: default@partitioned7 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Output: default@partitioned_delete_2 POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned7 add columns(c int, d string) +alter table partitioned_delete_2 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Output: default@partitioned7 -PREHOOK: query: insert into table partitioned7 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Output: default@partitioned_delete_2 +PREHOOK: query: DESCRIBE FORMATTED partitioned_delete_2 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned_delete_2 +POSTHOOK: query: DESCRIBE FORMATTED partitioned_delete_2 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned_delete_2 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned_delete_2 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__18 -PREHOOK: Output: default@partitioned7@part=2 -POSTHOOK: query: insert into table partitioned7 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Input: default@values__tmp__table__63 +PREHOOK: Output: default@partitioned_delete_2@part=2 +POSTHOOK: query: insert into table partitioned_delete_2 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__18 -POSTHOOK: Output: default@partitioned7@part=2 -POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=2).c EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=2).d SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__63 +POSTHOOK: Output: default@partitioned_delete_2@part=2 +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).a EXPRESSION [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).b SIMPLE [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).c EXPRESSION [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).d SIMPLE [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned7 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: query: insert into table partitioned_delete_2 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__19 -PREHOOK: Output: default@partitioned7@part=1 -POSTHOOK: query: insert into table partitioned7 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Input: default@values__tmp__table__64 +PREHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: query: insert into table partitioned_delete_2 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__19 -POSTHOOK: Output: default@partitioned7@part=1 -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).c EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).d SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__64 +POSTHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).b SIMPLE [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).c EXPRESSION [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).d SIMPLE [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: select part,a,b,c,d from partitioned7 +PREHOOK: query: select part,a,b,c,d from partitioned_delete_2 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned7 -PREHOOK: Input: default@partitioned7@part=1 -PREHOOK: Input: default@partitioned7@part=2 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Input: default@partitioned_delete_2@part=1 +PREHOOK: Input: default@partitioned_delete_2@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned7 +POSTHOOK: query: select part,a,b,c,d from partitioned_delete_2 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Input: default@partitioned7@part=1 -POSTHOOK: Input: default@partitioned7@part=2 +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Input: default@partitioned_delete_2@part=1 +POSTHOOK: Input: default@partitioned_delete_2@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -944,33 +6907,70 @@ part a b c d 2 3 new 30 thirty 2 4 new 40 forty PREHOOK: query: -- DELETE where new column -delete from partitioned7 where a = 1 or c = 30 or c == 100 +delete from partitioned_delete_2 where a = 1 or c = 30 or c == 100 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned7 -PREHOOK: Input: default@partitioned7@part=1 -PREHOOK: Input: default@partitioned7@part=2 -PREHOOK: Output: default@partitioned7@part=1 -PREHOOK: Output: default@partitioned7@part=2 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Input: default@partitioned_delete_2@part=1 +PREHOOK: Input: default@partitioned_delete_2@part=2 +PREHOOK: Output: default@partitioned_delete_2@part=1 +PREHOOK: Output: default@partitioned_delete_2@part=2 POSTHOOK: query: -- DELETE where new column -delete from partitioned7 where a = 1 or c = 30 or c == 100 +delete from partitioned_delete_2 where a = 1 or c = 30 or c == 100 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Input: default@partitioned7@part=1 -POSTHOOK: Input: default@partitioned7@part=2 -POSTHOOK: Output: default@partitioned7@part=1 -POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Input: default@partitioned_delete_2@part=1 +POSTHOOK: Input: default@partitioned_delete_2@part=2 +POSTHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: Output: default@partitioned_delete_2@part=2 row__id part -PREHOOK: query: select part,a,b,c,d from partitioned7 +PREHOOK: query: explain +select * from partitioned_delete_2 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned_delete_2 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned_delete_2 + Statistics: Num rows: 6 Data size: 5860 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string), c (type: int), d (type: string), part (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 6 Data size: 5860 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 5860 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b,c,d from partitioned_delete_2 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned7 -PREHOOK: Input: default@partitioned7@part=1 -PREHOOK: Input: default@partitioned7@part=2 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Input: default@partitioned_delete_2@part=1 +PREHOOK: Input: default@partitioned_delete_2@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned7 +POSTHOOK: query: select part,a,b,c,d from partitioned_delete_2 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Input: default@partitioned7@part=1 -POSTHOOK: Input: default@partitioned7@part=2 +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Input: default@partitioned_delete_2@part=1 +POSTHOOK: Input: default@partitioned_delete_2@part=2 #### A masked pattern was here #### part a b c d 1 2 original NULL NULL @@ -979,59 +6979,27 @@ part a b c d 1 6 new 200 two hundred 2 2 new 20 twenty 2 4 new 40 forty -PREHOOK: query: DROP TABLE partitioned1 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 -POSTHOOK: query: DROP TABLE partitioned1 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: DROP TABLE partitioned2 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: DROP TABLE partitioned2 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: DROP TABLE partitioned3 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: DROP TABLE partitioned3 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: DROP TABLE partitioned4 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: DROP TABLE partitioned4 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: DROP TABLE partitioned5 +PREHOOK: query: DROP TABLE partitioned_update_1 PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned5 -PREHOOK: Output: default@partitioned5 -POSTHOOK: query: DROP TABLE partitioned5 +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Output: default@partitioned_update_1 +POSTHOOK: query: DROP TABLE partitioned_update_1 POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Output: default@partitioned5 -PREHOOK: query: DROP TABLE partitioned6 +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Output: default@partitioned_update_1 +PREHOOK: query: DROP TABLE partitioned_delete_1 PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned6 -PREHOOK: Output: default@partitioned6 -POSTHOOK: query: DROP TABLE partitioned6 +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Output: default@partitioned_delete_1 +POSTHOOK: query: DROP TABLE partitioned_delete_1 POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Output: default@partitioned6 -PREHOOK: query: DROP TABLE partitioned7 +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Output: default@partitioned_delete_1 +PREHOOK: query: DROP TABLE partitioned_delete_2 PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned7 -PREHOOK: Output: default@partitioned7 -POSTHOOK: query: DROP TABLE partitioned7 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Output: default@partitioned_delete_2 +POSTHOOK: query: DROP TABLE partitioned_delete_2 POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Output: default@partitioned7 +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Output: default@partitioned_delete_2 diff --git ql/src/test/results/clientpositive/schema_evol_orc_acidvec_mapwork_table.q.out ql/src/test/results/clientpositive/schema_evol_orc_acidvec_mapwork_table.q.out index 2b1e5c3..46dd5ea 100644 --- ql/src/test/results/clientpositive/schema_evol_orc_acidvec_mapwork_table.q.out +++ ql/src/test/results/clientpositive/schema_evol_orc_acidvec_mapwork_table.q.out @@ -3,285 +3,5847 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- FILE VARIATION: ORC, ACID Vectorized, MapWork, Table -- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, ACID Vectorized, MapWork, Table +-- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__1 +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__1 +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_permute_select add columns(c int) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_permute_select add columns(c int) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1386 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_permute_select values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__2 +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__2 +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: insert into table table_add_int_permute_select values(5, 'new', 100),(6, 'new', 200) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__3 +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select values(5, 'new', 100),(6, 'new', 200) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__3 +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select a,b from table_add_int_permute_select order by a +PREHOOK: type: QUERY +POSTHOOK: query: explain +select a,b from table_add_int_permute_select order by a +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_add_int_permute_select + Statistics: Num rows: 10 Data size: 4278 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 4278 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4278 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 4278 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4278 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_permute_select order by a +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_permute_select order by a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +a b +1 new +1 original +2 new +2 original +3 new +3 original +4 new +4 original +5 new +6 new +PREHOOK: query: select a,b,c from table_add_int_permute_select order by a +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select a,b,c from table_add_int_permute_select order by a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +a b c +1 new 10 +1 original NULL +2 new 20 +2 original NULL +3 new 30 +3 original NULL +4 new 40 +4 original NULL +5 new 100 +6 new 200 +PREHOOK: query: select c from table_add_int_permute_select order by c +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select c from table_add_int_permute_select order by c +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +c +10 +100 +20 +200 +30 +40 +NULL +NULL +NULL +NULL +PREHOOK: query: drop table table_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: drop table table_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_string_permute_select(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_string_permute_select(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_string_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__4 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__4 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1386 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_string_permute_select values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__5 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__5 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table table_add_int_string_permute_select values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__6 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__6 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select a,b from table_add_int_string_permute_select order by a +PREHOOK: type: QUERY +POSTHOOK: query: explain +select a,b from table_add_int_string_permute_select order by a +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_add_int_string_permute_select + Statistics: Num rows: 10 Data size: 4701 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 4701 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4701 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 4701 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4701 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_string_permute_select order by a +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_string_permute_select order by a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +a b +1 new +1 original +2 new +2 original +3 new +3 original +4 new +4 original +5 new +6 new +PREHOOK: query: select a,b,c from table_add_int_string_permute_select order by a +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select a,b,c from table_add_int_string_permute_select order by a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +a b c +1 new 10 +1 original NULL +2 new 20 +2 original NULL +3 new 30 +3 original NULL +4 new 40 +4 original NULL +5 new 100 +6 new 200 +PREHOOK: query: select a,b,c,d from table_add_int_string_permute_select order by a +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select a,b,c,d from table_add_int_string_permute_select order by a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +a b c d +1 new 10 ten +1 original NULL NULL +2 new 20 twenty +2 original NULL NULL +3 new 30 thirty +3 original NULL NULL +4 new 40 forty +4 original NULL NULL +5 new 100 hundred +6 new 200 two hundred +PREHOOK: query: select a,c,d from table_add_int_string_permute_select order by a +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select a,c,d from table_add_int_string_permute_select order by a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +a c d +1 10 ten +1 NULL NULL +2 20 twenty +2 NULL NULL +3 30 thirty +3 NULL NULL +4 40 forty +4 NULL NULL +5 100 hundred +6 200 two hundred +PREHOOK: query: select a,d from table_add_int_string_permute_select order by a +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select a,d from table_add_int_string_permute_select order by a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +a d +1 NULL +1 ten +2 NULL +2 twenty +3 NULL +3 thirty +4 NULL +4 forty +5 hundred +6 two hundred +PREHOOK: query: select c from table_add_int_string_permute_select order by c +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select c from table_add_int_string_permute_select order by c +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +c +10 +100 +20 +200 +30 +40 +NULL +NULL +NULL +NULL +PREHOOK: query: select d from table_add_int_string_permute_select order by d +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select d from table_add_int_string_permute_select order by d +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +d +NULL +NULL +NULL +NULL +forty +hundred +ten +thirty +twenty +two hundred +PREHOOK: query: drop table table_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: drop table table_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_double + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +c2 double +c3 double +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1925 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_double + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table table_change_string_group_double + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_double order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_double order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_string_group_double + Statistics: Num rows: 10 Data size: 5300 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: double), c2 (type: double), c3 (type: double), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 5300 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: double) + sort order: + + Statistics: Num rows: 10 Data size: 5300 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: double), _col2 (type: double), _col3 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: double), VALUE._col0 (type: double), VALUE._col1 (type: double), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 5300 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 5300 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_double order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_double +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_double order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_double +#### A masked pattern was here #### +c1 c2 c3 b +-10.3 -10.3 -10.3 original +-29.0764 -29.0764 -29.0764 original +-3651.672121 -3651.672121 -3651.672121 original +-66475.561431 -66475.561431 -66475.561431 new +17808.963785 17808.963785 17808.963785 new +20.31 20.31 20.31 new +30.774 30.774 30.774 new +46114.284799488 46114.284799488 46114.284799488 new +753.7028 753.7028 753.7028 original +9250340.75 9250340.75 9250340.75 new +PREHOOK: query: drop table table_change_string_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: drop table table_change_string_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_decimal + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +c2 decimal(38,18) +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1926 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_decimal + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table table_change_string_group_decimal + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_decimal order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_decimal order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_string_group_decimal + Statistics: Num rows: 10 Data size: 4994 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: decimal(38,18)), c2 (type: decimal(38,18)), c3 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 4994 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: decimal(38,18)) + sort order: + + Statistics: Num rows: 10 Data size: 4994 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: decimal(38,18)), _col2 (type: decimal(38,18)), _col3 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: decimal(38,18)), VALUE._col0 (type: decimal(38,18)), VALUE._col1 (type: decimal(38,18)), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 4994 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4994 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_decimal order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_decimal +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_decimal order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_decimal +#### A masked pattern was here #### +c1 c2 c3 b +-10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +-29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +-3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +-66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +20.310000000000000000 20.310000000000000000 20.310000000000000000 new +30.774000000000000000 30.774000000000000000 30.774000000000000000 new +46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +753.702800000000000000 753.702800000000000000 753.702800000000000000 original +9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +PREHOOK: query: drop table table_change_string_group_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: drop table table_change_string_group_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 timestamp +c2 timestamp +c3 timestamp +c4 timestamp +c5 timestamp +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 3 + rawDataSize 0 + totalSize 2006 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_date_group_string_group_timestamp + Statistics: Num rows: 9 Data size: 6797 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: string), c2 (type: char(50)), c3 (type: char(15)), c4 (type: varchar(50)), c5 (type: varchar(15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 9 Data size: 6797 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Statistics: Num rows: 9 Data size: 6797 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(15)), _col3 (type: varchar(50)), _col4 (type: varchar(15)), _col5 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(15)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: varchar(15)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 9 Data size: 6797 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 9 Data size: 6797 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +#### A masked pattern was here #### +c1 c2 c3 c4 c5 b +0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:3 5966-07-09 03:30:50.597 5966-07-09 03:3 new +6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:5 6229-06-28 02:54:28.970117179 6229-06-28 02:5 new +PREHOOK: query: drop table table_change_date_group_string_group_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: drop table table_change_date_group_string_group_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 date +c2 date +c3 date +c4 date +c5 date +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_date + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 3 + rawDataSize 0 + totalSize 1735 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_date + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_date_group_string_group_date + Statistics: Num rows: 9 Data size: 4277 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: string), c2 (type: char(50)), c3 (type: char(15)), c4 (type: varchar(50)), c5 (type: varchar(15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 9 Data size: 4277 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Statistics: Num rows: 9 Data size: 4277 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(15)), _col3 (type: varchar(50)), _col4 (type: varchar(15)), _col5 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(15)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: varchar(15)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 9 Data size: 4277 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 9 Data size: 4277 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_date +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_date +#### A masked pattern was here #### +c1 c2 c3 c4 c5 b +0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +PREHOOK: query: drop table table_change_date_group_string_group_date +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: drop table table_change_date_group_string_group_date +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1926 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__19.tmp_values_col1 values__tmp__table__19.tmp_values_col2 values__tmp__table__19.tmp_values_col3 values__tmp__table__19.tmp_values_col4 values__tmp__table__19.tmp_values_col5 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_string + Statistics: Num rows: 10 Data size: 4037 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: string), c2 (type: string), c3 (type: string), c4 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4037 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Statistics: Num rows: 10 Data size: 4037 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4037 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4037 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +1 200 2323322 5430907 new +100 5000 5443 0 new +17 90000 754072151 3289094 new +2000 72909 3244222 -93222 new +256 32768 31889 470614135 new +45 1000 483777 -23866739993 original +5555 40000 -719017797 810662019 new +NULL 4957 832222222 9000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +c4 char(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1928 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_char + Statistics: Num rows: 10 Data size: 4158 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: char(50)), c2 (type: char(50)), c3 (type: char(50)), c4 (type: char(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4158 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: char(50)) + sort order: + + Statistics: Num rows: 10 Data size: 4158 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(50)), _col3 (type: char(50)), _col4 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(50)), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(50)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4158 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4158 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +1 200 2323322 5430907 new +100 5000 5443 0 new +17 90000 754072151 3289094 new +2000 72909 3244222 -93222 new +256 32768 31889 470614135 new +45 1000 483777 -23866739993 original +5555 40000 -719017797 810662019 new +NULL 4957 832222222 9000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(5) +c2 char(5) +c3 char(5) +c4 char(5) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1927 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_char_trunc + Statistics: Num rows: 10 Data size: 3929 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: char(5)), c2 (type: char(5)), c3 (type: char(5)), c4 (type: char(5)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3929 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: char(5)) + sort order: + + Statistics: Num rows: 10 Data size: 3929 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(5)), _col2 (type: char(5)), _col3 (type: char(5)), _col4 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(5)), VALUE._col0 (type: char(5)), VALUE._col1 (type: char(5)), VALUE._col2 (type: char(5)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3929 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3929 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899 original +0 20435 84749 -9999 original +1 200 23233 54309 new +100 5000 5443 0 new +17 90000 75407 32890 new +2000 72909 32442 -9322 new +256 32768 31889 47061 new +45 1000 48377 -2386 original +5555 40000 -7190 81066 new +NULL 4957 83222 90000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +c4 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1928 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_varchar + Statistics: Num rows: 10 Data size: 4049 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: varchar(50)), c2 (type: varchar(50)), c3 (type: varchar(50)), c4 (type: varchar(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4049 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: varchar(50)) + sort order: + + Statistics: Num rows: 10 Data size: 4049 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col4 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: varchar(50)), VALUE._col0 (type: varchar(50)), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4049 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4049 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +1 200 2323322 5430907 new +100 5000 5443 0 new +17 90000 754072151 3289094 new +2000 72909 3244222 -93222 new +256 32768 31889 470614135 new +45 1000 483777 -23866739993 original +5555 40000 -719017797 810662019 new +NULL 4957 832222222 9000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(5) +c2 varchar(5) +c3 varchar(5) +c4 varchar(5) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1928 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_varchar_trunc + Statistics: Num rows: 10 Data size: 3934 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: varchar(5)), c2 (type: varchar(5)), c3 (type: varchar(5)), c4 (type: varchar(5)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3934 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: varchar(5)) + sort order: + + Statistics: Num rows: 10 Data size: 3934 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(5)), _col2 (type: varchar(5)), _col3 (type: varchar(5)), _col4 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: varchar(5)), VALUE._col0 (type: varchar(5)), VALUE._col1 (type: varchar(5)), VALUE._col2 (type: varchar(5)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3934 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3934 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899 original +0 20435 84749 -9999 original +1 200 23233 54309 new +100 5000 5443 0 new +17 90000 75407 32890 new +2000 72909 32442 -9322 new +256 32768 31889 47061 new +45 1000 48377 -2386 original +5555 40000 -7190 81066 new +NULL 4957 83222 90000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 original +0.0 20435.0 847492223.000000000000000000 original +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1992 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +values__tmp__table__29.tmp_values_col1 values__tmp__table__29.tmp_values_col2 values__tmp__table__29.tmp_values_col3 values__tmp__table__29.tmp_values_col4 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_string + Statistics: Num rows: 10 Data size: 3978 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: string), c2 (type: string), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3978 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Statistics: Num rows: 10 Data size: 3978 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3978 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3978 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.3 original +-255.0 4957.0 832222222 original +-66475.561431 52927714 7203778961 new +0.0 20435.0 847492223 original +100 5000 5443 new +17 90000 754072151 new +256 32768 31889 new +30.774 20.31 46114.284799488 new +5555 40000 -719017797 new +753.7028 -3651.672121 -23866739993 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1994 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_char + Statistics: Num rows: 10 Data size: 4101 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: char(50)), c2 (type: char(50)), c3 (type: char(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 4101 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: char(50)) + sort order: + + Statistics: Num rows: 10 Data size: 4101 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(50)), _col3 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(50)), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(50)), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 4101 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4101 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.3 original +-255.0 4957.0 832222222 9000000000 +-66475.561431 52927714 7203778961 new +0.0 20435.0 847492223 -999999999999 +100 5000 5443 new +17 90000 754072151 new +256 32768 31889 new +30.774 20.31 46114.284799488 new +5555 40000 -719017797 new +753.7028 -3651.672121 -23866739993 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(7) +c2 char(7) +c3 char(7) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1994 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_char_trunc + Statistics: Num rows: 10 Data size: 3923 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: char(7)), c2 (type: char(7)), c3 (type: char(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3923 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: char(7)) + sort order: + + Statistics: Num rows: 10 Data size: 3923 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(7)), _col2 (type: char(7)), _col3 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(7)), VALUE._col0 (type: char(7)), VALUE._col1 (type: char(7)), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3923 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3923 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.076 -10.3 original +-255.0 4957.0 8322222 9000000000 +-66475. 5292771 7203778 new +0.0 20435.0 8474922 -999999999999 +100 5000 5443 new +17 90000 7540721 new +256 32768 31889 new +30.774 20.31 46114.2 new +5555 40000 -719017 new +753.702 -3651.6 -238667 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1994 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_varchar + Statistics: Num rows: 10 Data size: 3992 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: varchar(50)), c2 (type: varchar(50)), c3 (type: varchar(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3992 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: varchar(50)) + sort order: + + Statistics: Num rows: 10 Data size: 3992 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(50)), _col2 (type: varchar(50)), _col3 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: varchar(50)), VALUE._col0 (type: varchar(50)), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3992 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3992 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.3 original +-255.0 4957.0 832222222 9000000000 +-66475.561431 52927714 7203778961 new +0.0 20435.0 847492223 -999999999999 +100 5000 5443 new +17 90000 754072151 new +256 32768 31889 new +30.774 20.31 46114.284799488 new +5555 40000 -719017797 new +753.7028 -3651.672121 -23866739993 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(7) +c2 varchar(7) +c3 varchar(7) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1994 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_varchar_trunc + Statistics: Num rows: 10 Data size: 3915 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: varchar(7)), c2 (type: varchar(7)), c3 (type: varchar(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3915 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: varchar(7)) + sort order: + + Statistics: Num rows: 10 Data size: 3915 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(7)), _col2 (type: varchar(7)), _col3 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: varchar(7)), VALUE._col0 (type: varchar(7)), VALUE._col1 (type: varchar(7)), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3915 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3915 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.076 -10.3 original +-255.0 4957.0 8322222 9000000000 +-66475. 5292771 7203778 new +0.0 20435.0 8474922 -999999999999 +100 5000 5443 new +17 90000 7540721 new +256 32768 31889 new +30.774 20.31 46114.2 new +5555 40000 -719017 new +753.702 -3651.6 -238667 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_string + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__38.tmp_values_col1 values__tmp__table__38.tmp_values_col2 values__tmp__table__38.tmp_values_col3 values__tmp__table__38.tmp_values_col4 values__tmp__table__38.tmp_values_col5 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +c1 c2 c3 c4 b +blank pads blank pads blank pads blank pads original +dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +escapist escapist escapist escapist original +heartbeat heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 varchar(50) +c4 char(9) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1371 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_string + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_string_group_string_group_string + Statistics: Num rows: 10 Data size: 3777 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: char(50)), c2 (type: char(9)), c3 (type: varchar(50)), c4 (type: char(9)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3777 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: char(50)) + sort order: + + Statistics: Num rows: 10 Data size: 3777 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(9)), _col2 (type: varchar(50)), _col3 (type: char(9)), _col4 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(50)), VALUE._col0 (type: char(9)), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: char(9)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3777 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3777 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +c1 c2 c3 c4 b + featherweight featherweight new + against against against against new + baffling bafflin baffling bafflin new +blank pads blank pad blank pads blank pad original +bottom bottom bottom bottom new +dynamic reptile dynamic r dynamic reptile dynamic r original +escapist escapist escapist escapist original +hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +heartbeat heartbeat heartbeat heartbeat original +junkyard junkyard junkyard junkyard new +PREHOOK: query: drop table table_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: drop table table_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_char + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +c1 c2 c3 b +blank pads blank pads blank pads original +dynamic reptile dynamic reptile dynamic reptile original +escapist escapist escapist original +heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(9) +c3 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1332 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_char + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_string_group_string_group_char + Statistics: Num rows: 10 Data size: 3466 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: varchar(50)), c2 (type: varchar(9)), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3466 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: varchar(50)) + sort order: + + Statistics: Num rows: 10 Data size: 3466 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(9)), _col2 (type: string), _col3 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: varchar(50)), VALUE._col0 (type: varchar(9)), VALUE._col1 (type: string), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3466 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3466 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +c1 c2 c3 b + featherweight featherweight new + against against against new + baffling bafflin baffling new +blank pads blank pad blank pads original +bottom bottom bottom new +dynamic reptile dynamic r dynamic reptile original +escapist escapist escapist original +hangar paralysed companion hangar pa hangar paralysed companion new +heartbeat heartbeat heartbeat original +junkyard junkyard junkyard new +PREHOOK: query: drop table table_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: drop table table_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +c1 c2 c3 b +blank pads blank pads blank pads original +dynamic reptile dynamic reptile dynamic reptile original +escapist escapist escapist original +heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1279 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_string_group_string_group_varchar + Statistics: Num rows: 10 Data size: 3521 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: char(50)), c2 (type: char(9)), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3521 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: char(50)) + sort order: + + Statistics: Num rows: 10 Data size: 3521 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(9)), _col2 (type: string), _col3 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(50)), VALUE._col0 (type: char(9)), VALUE._col1 (type: string), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3521 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3521 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +c1 c2 c3 b + featherweight featherweight new + against against against new + baffling bafflin baffling new +blank pads blank pad blank pads original +bottom bottom bottom new +dynamic reptile dynamic r dynamic reptile original +escapist escapist escapist original +hangar paralysed companion hangar pa hangar paralysed companion new +heartbeat heartbeat heartbeat original +junkyard junkyard junkyard new +PREHOOK: query: drop table table_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: drop table table_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 tinyint +c3 tinyint +c4 tinyint +c5 tinyint +c6 tinyint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 c6 b +-2 -2 -2 -2 -2 -2 original +100 100 100 100 100 100 original +45 45 45 45 45 45 original +NULL NULL NULL NULL NULL NULL original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 int +c3 bigint +c4 float +c5 double +c6 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1813 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values('774', '2031', '200', '12', '99', '0', 'new'), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new'), + ('256', '32768', '31889', '300', '444', '506', 'new'), + ('5555', '40000', '-719017797', '45', '55', '65', 'new'), + ('100', '5000', '5443', '22', '2', '-2', 'new'), + ('17', '90000', '754072151', '95', '20', '18', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values('774', '2031', '200', '12', '99', '0', 'new'), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new'), + ('256', '32768', '31889', '300', '444', '506', 'new'), + ('5555', '40000', '-719017797', '45', '55', '65', 'new'), + ('100', '5000', '5443', '22', '2', '-2', 'new'), + ('17', '90000', '754072151', '95', '20', '18', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_tinyint + Statistics: Num rows: 10 Data size: 4243 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: smallint), c2 (type: int), c3 (type: bigint), c4 (type: float), c5 (type: double), c6 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 4243 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: smallint) + sort order: + + Statistics: Num rows: 10 Data size: 4243 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: double), _col5 (type: decimal(38,18)), _col6 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: smallint), VALUE._col0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: float), VALUE._col3 (type: double), VALUE._col4 (type: decimal(38,18)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 4243 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4243 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 c6 b +-2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +100 100 100 100.0 100.0 100.000000000000000000 original +100 5000 5443 22.0 2.0 -2.000000000000000000 new +17 90000 754072151 95.0 20.0 18.000000000000000000 new +256 32768 31889 300.0 444.0 506.000000000000000000 new +45 45 45 45.0 45.0 45.000000000000000000 original +5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +774 2031 200 12.0 99.0 0.000000000000000000 new +NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +NULL NULL NULL NULL NULL NULL original +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table1 -POSTHOOK: query: -- SORT_QUERY_RESULTS --- --- FILE VARIATION: ORC, ACID Vectorized, MapWork, Table --- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. --- +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 smallint +c3 smallint +c4 smallint +c5 smallint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 b +-2 -2 -2 -2 -2 original +-5000 -5000 -5000 -5000 -5000 original +100 100 100 100 100 original +2031 2031 2031 2031 2031 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 int +c2 bigint +c3 float +c4 double +c5 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1743 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values('774', '2031', '200', '12', '99', 'new'), + ('561431', '52927714', '7203778961', '8', '7', 'new'), + ('256', '32768', '31889', '300', '444', 'new'), + ('5555', '40000', '-719017797', '45', '55', 'new'), + ('100', '5000', '5443', '22', '2', 'new'), + ('17', '90000', '754072151', '95', '20', 'new') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values('774', '2031', '200', '12', '99', 'new'), + ('561431', '52927714', '7203778961', '8', '7', 'new'), + ('256', '32768', '31889', '300', '444', 'new'), + ('5555', '40000', '-719017797', '45', '55', 'new'), + ('100', '5000', '5443', '22', '2', 'new'), + ('17', '90000', '754072151', '95', '20', 'new') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_smallint + Statistics: Num rows: 10 Data size: 3989 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: int), c2 (type: bigint), c3 (type: float), c4 (type: double), c5 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3989 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3989 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: bigint), _col2 (type: float), _col3 (type: double), _col4 (type: decimal(38,18)), _col5 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: bigint), VALUE._col1 (type: float), VALUE._col2 (type: double), VALUE._col3 (type: decimal(38,18)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3989 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3989 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint #### A masked pattern was here #### -POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint #### A masked pattern was here #### -a b -1 new -1 original -2 new -2 original -3 new -3 original -4 new -4 original -5 new -6 new -PREHOOK: query: select a,b,c from table1 +c1 c2 c3 c4 c5 b +-2 -2 -2.0 -2.0 -2.000000000000000000 original +-5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +100 100 100.0 100.0 100.000000000000000000 original +100 5000 5443.0 22.0 2.000000000000000000 new +17 90000 7.5407213E8 95.0 20.000000000000000000 new +2031 2031 2031.0 2031.0 2031.000000000000000000 original +256 32768 31889.0 300.0 444.000000000000000000 new +5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +774 2031 200.0 12.0 99.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 int +c2 int +c3 int +c4 int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int #### A masked pattern was here #### -POSTHOOK: query: select a,b,c from table1 +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int #### A masked pattern was here #### -a b c -1 new 10 -1 original NULL -2 new 20 -2 original NULL -3 new 30 -3 original NULL -4 new 40 -4 original NULL -5 new 100 -6 new 200 -PREHOOK: query: select a,b,c,d from table1 +c1 c2 c3 c4 b +-2 -2 -2 -2 original +-5000 -5000 -5000 -5000 original +2031 2031 2031 2031 original +52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 float +c3 double +c4 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1710 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values('774', '2031', '200', '12', 'new'), + ('561431', '52927714', '7203778961', '8', 'new'), + ('256', '32768', '31889', '300', 'new'), + ('5555', '40000', '-719017797', '45', 'new'), + ('100', '5000', '5443', '22', 'new'), + ('17', '90000', '754072151', '95', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values('774', '2031', '200', '12', 'new'), + ('561431', '52927714', '7203778961', '8', 'new'), + ('256', '32768', '31889', '300', 'new'), + ('5555', '40000', '-719017797', '45', 'new'), + ('100', '5000', '5443', '22', 'new'), + ('17', '90000', '754072151', '95', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_int + Statistics: Num rows: 10 Data size: 3796 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: bigint), c2 (type: float), c3 (type: double), c4 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3796 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: bigint) + sort order: + + Statistics: Num rows: 10 Data size: 3796 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: float), _col2 (type: double), _col3 (type: decimal(38,18)), _col4 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: float), VALUE._col1 (type: double), VALUE._col2 (type: decimal(38,18)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3796 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3796 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int #### A masked pattern was here #### -POSTHOOK: query: select a,b,c,d from table1 +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int #### A masked pattern was here #### -a b c d -1 new 10 ten -1 original NULL NULL -2 new 20 twenty -2 original NULL NULL -3 new 30 thirty -3 original NULL NULL -4 new 40 forty -4 original NULL NULL -5 new 100 hundred -6 new 200 two hundred -PREHOOK: query: select a,c,d from table1 +c1 c2 c3 c4 b +-2 -2.0 -2.0 -2.000000000000000000 original +-5000 -5000.0 -5000.0 -5000.000000000000000000 original +100 5000.0 5443.0 22.000000000000000000 new +17 90000.0 7.54072151E8 95.000000000000000000 new +2031 2031.0 2031.0 2031.000000000000000000 original +256 32768.0 31889.0 300.000000000000000000 new +52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5555 40000.0 -7.19017797E8 45.000000000000000000 new +561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +774 2031.0 200.0 12.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 bigint +c3 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint #### A masked pattern was here #### -POSTHOOK: query: select a,c,d from table1 +POSTHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint #### A masked pattern was here #### -a c d -1 10 ten -1 NULL NULL -2 20 twenty -2 NULL NULL -3 30 thirty -3 NULL NULL -4 40 forty -4 NULL NULL -5 100 hundred -6 200 two hundred -PREHOOK: query: select a,d from table1 +c1 c2 c3 b +-2 -2 -2 original +-5000 -5000 -5000 original +52927714 52927714 52927714 original +7203778961 7203778961 7203778961 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1672 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values('774', '2031', '200', 'new'), + ('561431', '52927714', '7203778961', 'new'), + ('256', '32768', '31889', 'new'), + ('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'), + ('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values('774', '2031', '200', 'new'), + ('561431', '52927714', '7203778961', 'new'), + ('256', '32768', '31889', 'new'), + ('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'), + ('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_bigint + Statistics: Num rows: 10 Data size: 2979 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: float), c2 (type: double), c3 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 2979 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: float) + sort order: + + Statistics: Num rows: 10 Data size: 2979 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: double), _col2 (type: decimal(38,18)), _col3 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: float), VALUE._col0 (type: double), VALUE._col1 (type: decimal(38,18)), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 2979 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 2979 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint #### A masked pattern was here #### -POSTHOOK: query: select a,d from table1 +POSTHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint #### A masked pattern was here #### -a d -1 NULL -1 ten -2 NULL -2 twenty -3 NULL -3 thirty -4 NULL -4 forty -5 hundred -6 two hundred -PREHOOK: query: select c from table1 +c1 c2 c3 b +-2.0 -2.0 -2.000000000000000000 original +-5000.0 -5000.0 -5000.000000000000000000 original +100.0 5000.0 5443.000000000000000000 new +17.0 90000.0 754072151.000000000000000000 new +256.0 32768.0 31889.000000000000000000 new +5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5555.0 40000.0 -719017797.000000000000000000 new +561431.0 5.2927714E7 7203778961.000000000000000000 new +7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +774.0 2031.0 200.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 float +c2 float +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float #### A masked pattern was here #### -POSTHOOK: query: select c from table1 +POSTHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float #### A masked pattern was here #### -c -10 -100 -20 -200 -30 -40 -NULL -NULL -NULL -NULL -PREHOOK: query: select d from table1 +c1 c2 b +-29.0764 -29.0764 original +-5000.0 -5000.0 original +5.2927712E7 5.2927712E7 original +753.7028 753.7028 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 double +c2 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1591 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values('774', '2031', 'new'), + ('561431', '52927714', 'new'), + ('256', '32768', 'new'), + ('5555', '40000', 'new'), + ('100', '5000', 'new'), + ('17', '90000', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values('774', '2031', 'new'), + ('561431', '52927714', 'new'), + ('256', '32768', 'new'), + ('5555', '40000', 'new'), + ('100', '5000', 'new'), + ('17', '90000', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_float + Statistics: Num rows: 10 Data size: 2737 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: double), c2 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 2737 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: double) + sort order: + + Statistics: Num rows: 10 Data size: 2737 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: decimal(38,18)), _col2 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: double), VALUE._col0 (type: decimal(38,18)), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 2737 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 2737 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float #### A masked pattern was here #### -POSTHOOK: query: select d from table1 +POSTHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float #### A masked pattern was here #### -d -NULL -NULL -NULL -NULL -forty -hundred -ten -thirty -twenty -two hundred +c1 c2 b +-29.076400756835938 -29.076400756835937500 original +-5000.0 -5000.000000000000000000 original +100.0 5000.000000000000000000 new +17.0 90000.000000000000000000 new +256.0 32768.000000000000000000 new +5.2927712E7 52927712.000000000000000000 original +5555.0 40000.000000000000000000 new +561431.0 52927714.000000000000000000 new +753.7028198242188 753.702819824218750000 original +774.0 2031.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) -- -CREATE TABLE table2(a smallint, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE table_change_lower_to_higher_numeric_group_double(c1 double, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table2 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) -- -CREATE TABLE table2(a smallint, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE table_change_lower_to_higher_numeric_group_double(c1 double, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 +PREHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +c1 b +-29.0764 original +-5000.0 original +5.2927714E7 original +753.7028 original PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 +alter table table_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +alter table table_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1562 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values('774', 'new'), + ('561431', 'new'), + ('256', 'new'), + ('5555', 'new'), + ('100', 'new'), + ('17', 'new') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values('774', 'new'), + ('561431', 'new'), + ('256', 'new'), + ('5555', 'new'), + ('100', 'new'), + ('17', 'new') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 -PREHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') +PREHOOK: query: explain +select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') +POSTHOOK: query: explain +select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select a,b from table2 +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_double + Statistics: Num rows: 10 Data size: 3040 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 3040 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: decimal(38,18)) + sort order: + + Statistics: Num rows: 10 Data size: 3040 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: decimal(38,18)), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 3040 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3040 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 PREHOOK: type: QUERY -PREHOOK: Input: default@table2 +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double #### A masked pattern was here #### -POSTHOOK: query: select a,b from table2 +POSTHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@table2 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double #### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -5000 new -6737 original -72909 new -90000 new +c1 b +-29.076399999999999579 original +-5000.000000000000000000 original +100.000000000000000000 new +17.000000000000000000 new +256.000000000000000000 new +52927714.000000000000000000 original +5555.000000000000000000 new +561431.000000000000000000 new +753.702800000000024738 original +774.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns @@ -300,14 +5862,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@table5 PREHOOK: query: insert into table table5 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Input: default@values__tmp__table__56 PREHOOK: Output: default@table5 POSTHOOK: query: insert into table table5 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Input: default@values__tmp__table__56 POSTHOOK: Output: default@table5 -POSTHOOK: Lineage: table5.a EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table5.b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table5.a EXPRESSION [(values__tmp__table__56)values__tmp__table__56.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table5.b SIMPLE [(values__tmp__table__56)values__tmp__table__56.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... alter table table5 add columns(c int, d string) @@ -321,30 +5883,67 @@ POSTHOOK: Input: default@table5 POSTHOOK: Output: default@table5 PREHOOK: query: insert into table table5 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Input: default@values__tmp__table__57 PREHOOK: Output: default@table5 POSTHOOK: query: insert into table table5 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Input: default@values__tmp__table__57 POSTHOOK: Output: default@table5 -POSTHOOK: Lineage: table5.a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table5.b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table5.c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table5.d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table5.a EXPRESSION [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table5.b SIMPLE [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table5.c EXPRESSION [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table5.d SIMPLE [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 PREHOOK: query: insert into table table5 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Input: default@values__tmp__table__58 PREHOOK: Output: default@table5 POSTHOOK: query: insert into table table5 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Input: default@values__tmp__table__58 POSTHOOK: Output: default@table5 -POSTHOOK: Lineage: table5.a EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table5.b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table5.c EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table5.d SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table5.a EXPRESSION [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table5.b SIMPLE [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table5.c EXPRESSION [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table5.d SIMPLE [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select * from table5 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from table5 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table5 + Statistics: Num rows: 10 Data size: 4712 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string), c (type: int), d (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 4712 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4712 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: select a,b,c,d from table5 PREHOOK: type: QUERY PREHOOK: Input: default@table5 @@ -412,14 +6011,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@table6 PREHOOK: query: insert into table table6 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Input: default@values__tmp__table__59 PREHOOK: Output: default@table6 POSTHOOK: query: insert into table table6 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Input: default@values__tmp__table__59 POSTHOOK: Output: default@table6 -POSTHOOK: Lineage: table6.a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table6.b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table6.a EXPRESSION [(values__tmp__table__59)values__tmp__table__59.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table6.b SIMPLE [(values__tmp__table__59)values__tmp__table__59.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... alter table table6 add columns(c int, d string) @@ -433,30 +6032,67 @@ POSTHOOK: Input: default@table6 POSTHOOK: Output: default@table6 PREHOOK: query: insert into table table6 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Input: default@values__tmp__table__60 PREHOOK: Output: default@table6 POSTHOOK: query: insert into table table6 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Input: default@values__tmp__table__60 POSTHOOK: Output: default@table6 -POSTHOOK: Lineage: table6.a EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table6.b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table6.c EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table6.d SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table6.a EXPRESSION [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table6.b SIMPLE [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table6.c EXPRESSION [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table6.d SIMPLE [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 PREHOOK: query: insert into table table6 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Input: default@values__tmp__table__61 PREHOOK: Output: default@table6 POSTHOOK: query: insert into table table6 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Input: default@values__tmp__table__61 POSTHOOK: Output: default@table6 -POSTHOOK: Lineage: table6.a EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table6.b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table6.c EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table6.d SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table6.a EXPRESSION [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table6.b SIMPLE [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table6.c EXPRESSION [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table6.d SIMPLE [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select * from table6 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from table6 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table6 + Statistics: Num rows: 10 Data size: 4724 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string), c (type: int), d (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 4724 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4724 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: select a,b,c,d from table6 PREHOOK: type: QUERY PREHOOK: Input: default@table6 @@ -519,14 +6155,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@table7 PREHOOK: query: insert into table table7 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Input: default@values__tmp__table__62 PREHOOK: Output: default@table7 POSTHOOK: query: insert into table table7 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Input: default@values__tmp__table__62 POSTHOOK: Output: default@table7 -POSTHOOK: Lineage: table7.a EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table7.b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table7.a EXPRESSION [(values__tmp__table__62)values__tmp__table__62.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table7.b SIMPLE [(values__tmp__table__62)values__tmp__table__62.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... alter table table7 add columns(c int, d string) @@ -540,30 +6176,67 @@ POSTHOOK: Input: default@table7 POSTHOOK: Output: default@table7 PREHOOK: query: insert into table table7 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Input: default@values__tmp__table__63 PREHOOK: Output: default@table7 POSTHOOK: query: insert into table table7 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Input: default@values__tmp__table__63 POSTHOOK: Output: default@table7 -POSTHOOK: Lineage: table7.a EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table7.b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table7.c EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table7.d SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table7.a EXPRESSION [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table7.b SIMPLE [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table7.c EXPRESSION [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table7.d SIMPLE [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 PREHOOK: query: insert into table table7 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Input: default@values__tmp__table__64 PREHOOK: Output: default@table7 POSTHOOK: query: insert into table table7 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Input: default@values__tmp__table__64 POSTHOOK: Output: default@table7 -POSTHOOK: Lineage: table7.a EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table7.b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table7.c EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table7.d SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table7.a EXPRESSION [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table7.b SIMPLE [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table7.c EXPRESSION [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table7.d SIMPLE [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select * from table7 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from table7 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table7 + Statistics: Num rows: 10 Data size: 4733 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string), c (type: int), d (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 4733 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4733 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: select a,b,c,d from table7 PREHOOK: type: QUERY PREHOOK: Input: default@table7 @@ -609,22 +6282,6 @@ a b c d 4 new 40 forty 4 original NULL NULL 6 new 200 two hundred -PREHOOK: query: DROP TABLE table1 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: DROP TABLE table1 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: DROP TABLE table2 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 -POSTHOOK: query: DROP TABLE table2 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 PREHOOK: query: DROP TABLE table5 PREHOOK: type: DROPTABLE PREHOOK: Input: default@table5 diff --git ql/src/test/results/clientpositive/schema_evol_orc_nonvec_fetchwork_part.q.out ql/src/test/results/clientpositive/schema_evol_orc_nonvec_fetchwork_part.q.out index dc2fd9a..bacf6c8 100644 --- ql/src/test/results/clientpositive/schema_evol_orc_nonvec_fetchwork_part.q.out +++ ql/src/test/results/clientpositive/schema_evol_orc_nonvec_fetchwork_part.q.out @@ -2,84 +2,187 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Non-Vectorized, FetchWork, Partitioned -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned1 +PREHOOK: Output: default@part_add_int_permute_select POSTHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Non-Vectorized, FetchWork, Partitioned -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) +alter table part_add_int_permute_select add columns(c int) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) +alter table part_add_int_permute_select add columns(c int) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=2) values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@partitioned1@part=2 -POSTHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=2) values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@partitioned1@part=2 -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(5, 'new', 100),(6, 'new', 200) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(5, 'new', 100),(6, 'new', 200) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from part_add_int_permute_select +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from part_add_int_permute_select +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: part_add_int_permute_select + Statistics: Num rows: 10 Data size: 954 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 954 Basic stats: COMPLETE Column stats: NONE + ListSink + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from part_add_int_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from part_add_int_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### part a b 1 1 original @@ -92,17 +195,17 @@ part a b 2 2 new 2 3 new 2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +PREHOOK: query: select part,a,b,c from part_add_int_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,a,b,c from part_add_int_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### part a b c 1 1 original NULL @@ -115,86 +218,17 @@ part a b c 2 2 new 20 2 3 new 30 2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new 100 hundred -1 6 new 200 two hundred -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a c d -1 1 NULL NULL -1 2 NULL NULL -1 3 NULL NULL -1 4 NULL NULL -1 5 100 hundred -1 6 200 two hundred -2 1 10 ten -2 2 20 twenty -2 3 30 thirty -2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 +PREHOOK: query: select part,c from part_add_int_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 +POSTHOOK: query: select part,c from part_add_int_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a d -1 1 NULL -1 2 NULL -1 3 NULL -1 4 NULL -1 5 hundred -1 6 two hundred -2 1 ten -2 2 twenty -2 3 thirty -2 4 forty -PREHOOK: query: select part,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### part c 1 100 @@ -207,181 +241,186 @@ part c 2 20 2 30 2 40 -PREHOOK: query: select part,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part d -1 NULL -1 NULL -1 NULL -1 NULL -1 hundred -1 two hundred -2 forty -2 ten -2 thirty -2 twenty -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: query: drop table part_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select +POSTHOOK: query: drop table part_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE part_add_int_string_permute_select(a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE part_add_int_string_permute_select(a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 -PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@partitioned2@part=2 -POSTHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@partitioned2@part=2 -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +POSTHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select part,a,b from partitioned2 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned2 -PREHOOK: Input: default@partitioned2@part=1 -PREHOOK: Input: default@partitioned2@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned2 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Input: default@partitioned2@part=1 -POSTHOOK: Input: default@partitioned2@part=2 -#### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 90000 new -2 200 new -2 32768 new -2 40000 new -2 72909 new -PREHOOK: query: -- --- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: -- --- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__7 -PREHOOK: Output: default@partitioned3@part=1 -POSTHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__7 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,a,b from part_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__8 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +POSTHOOK: query: explain +select part,a,b from part_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__8 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Output: default@partitioned3@part=2 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 _col4 +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: part_add_int_string_permute_select + Statistics: Num rows: 10 Data size: 1496 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1496 Basic stats: COMPLETE Column stats: NONE + ListSink + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from part_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from part_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a b 1 1 original @@ -394,17 +433,17 @@ part a b 2 2 new 2 3 new 2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +PREHOOK: query: select part,a,b,c from part_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,a,b,c from part_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a b c 1 1 original NULL @@ -417,17 +456,17 @@ part a b c 2 2 new 20 2 3 new 30 2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 +PREHOOK: query: select part,a,b,c,d from part_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 +POSTHOOK: query: select part,a,b,c,d from part_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -440,17 +479,17 @@ part a b c d 2 2 new 20 twenty 2 3 new 30 thirty 2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 +PREHOOK: query: select part,a,c,d from part_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 +POSTHOOK: query: select part,a,c,d from part_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a c d 1 1 NULL NULL @@ -463,17 +502,17 @@ part a c d 2 2 20 twenty 2 3 30 thirty 2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 +PREHOOK: query: select part,a,d from part_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 +POSTHOOK: query: select part,a,d from part_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a d 1 1 NULL @@ -486,17 +525,17 @@ part a d 2 2 twenty 2 3 thirty 2 4 forty -PREHOOK: query: select part,c from partitioned1 +PREHOOK: query: select part,c from part_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 +POSTHOOK: query: select part,c from part_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part c 1 100 @@ -509,17 +548,17 @@ part c 2 20 2 30 2 40 -PREHOOK: query: select part,d from partitioned1 +PREHOOK: query: select part,d from part_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 +POSTHOOK: query: select part,d from part_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part d 1 NULL @@ -532,111 +571,5048 @@ part d 2 ten 2 thirty 2 twenty -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: query: drop table part_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: drop table part_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__9 -PREHOOK: Output: default@partitioned4@part=1 -POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__9 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 +alter table part_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +alter table part_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +c2 double +c3 double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__10 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__10 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Output: default@partitioned4@part=2 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 _col2 -PREHOOK: query: select part,a,b from partitioned4 +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_double PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned4 -PREHOOK: Input: default@partitioned4@part=1 -PREHOOK: Input: default@partitioned4@part=2 +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_double +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: part_change_string_group_double + Statistics: Num rows: 10 Data size: 2306 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: double), c2 (type: double), c3 (type: double), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 2306 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_double +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Input: default@part_change_string_group_double@part=1 +PREHOOK: Input: default@part_change_string_group_double@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned4 +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_double POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Input: default@partitioned4@part=1 -POSTHOOK: Input: default@partitioned4@part=2 +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Input: default@part_change_string_group_double@part=1 +POSTHOOK: Input: default@part_change_string_group_double@part=2 #### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 90000 new -2 200 new -2 32768 new -2 40000 new -2 72909 new -PREHOOK: query: DROP TABLE partitioned1 +part c1 c2 c3 b +1 -10.3 -10.3 -10.3 original +1 -29.0764 -29.0764 -29.0764 original +1 -3651.672121 -3651.672121 -3651.672121 original +1 17808.963785 17808.963785 17808.963785 new +1 753.7028 753.7028 753.7028 original +1 9250340.75 9250340.75 9250340.75 new +2 -66475.561431 -66475.561431 -66475.561431 new +2 20.31 20.31 20.31 new +2 30.774 30.774 30.774 new +2 46114.284799488 46114.284799488 46114.284799488 new +PREHOOK: query: drop table part_change_string_group_double PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 -POSTHOOK: query: DROP TABLE partitioned1 +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: drop table part_change_string_group_double POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: DROP TABLE partitioned2 +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +c2 decimal(38,18) +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_decimal +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_decimal +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: part_change_string_group_decimal + Statistics: Num rows: 10 Data size: 4178 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: decimal(38,18)), c2 (type: decimal(38,18)), c3 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4178 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_decimal +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Input: default@part_change_string_group_decimal@part=1 +PREHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_decimal +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Input: default@part_change_string_group_decimal@part=1 +POSTHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +1 -29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +1 -3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +1 17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +1 753.702800000000000000 753.702800000000000000 753.702800000000000000 original +1 9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +2 -66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +2 20.310000000000000000 20.310000000000000000 20.310000000000000000 new +2 30.774000000000000000 30.774000000000000000 30.774000000000000000 new +2 46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +PREHOOK: query: drop table part_change_string_group_decimal PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: DROP TABLE partitioned2 +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: drop table part_change_string_group_decimal POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: DROP TABLE partitioned3 +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 timestamp +c2 timestamp +c3 timestamp +c4 timestamp +c5 timestamp +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: part_change_date_group_string_group_timestamp + Statistics: Num rows: 9 Data size: 4734 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: string), c2 (type: char(50)), c3 (type: char(15)), c4 (type: varchar(50)), c5 (type: varchar(15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 9 Data size: 4734 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +1 2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +1 2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +1 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:3 5966-07-09 03:30:50.597 5966-07-09 03:3 new +1 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:5 6229-06-28 02:54:28.970117179 6229-06-28 02:5 new +2 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +2 1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +2 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +2 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +PREHOOK: query: drop table part_change_date_group_string_group_timestamp PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: DROP TABLE partitioned3 +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: drop table part_change_date_group_string_group_timestamp POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: DROP TABLE partitioned4 +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 date +c2 date +c3 date +c4 date +c5 date +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: part_change_date_group_string_group_date + Statistics: Num rows: 9 Data size: 4728 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: string), c2 (type: char(50)), c3 (type: char(15)), c4 (type: varchar(50)), c5 (type: varchar(15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 9 Data size: 4728 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Input: default@part_change_date_group_string_group_date@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +1 2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +1 2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +2 0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +2 1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +2 2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +2 2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +2 5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +2 6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +PREHOOK: query: drop table part_change_date_group_string_group_date +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: drop table part_change_date_group_string_group_date +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__19.tmp_values_col1 values__tmp__table__19.tmp_values_col2 values__tmp__table__19.tmp_values_col3 values__tmp__table__19.tmp_values_col4 values__tmp__table__19.tmp_values_col5 values__tmp__table__19.tmp_values_col6 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_string + Statistics: Num rows: 10 Data size: 3098 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: string), c2 (type: string), c3 (type: string), c4 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3098 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 100 5000 5443 0 new +1 17 90000 754072151 3289094 new +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +2 1 200 2323322 5430907 new +2 2000 72909 3244222 -93222 new +2 256 32768 31889 470614135 new +2 5555 40000 -719017797 810662019 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +c4 char(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_char + Statistics: Num rows: 10 Data size: 4182 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: char(50)), c2 (type: char(50)), c3 (type: char(50)), c4 (type: char(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 4182 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 100 5000 5443 0 new +1 17 90000 754072151 3289094 new +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +2 1 200 2323322 5430907 new +2 2000 72909 3244222 -93222 new +2 256 32768 31889 470614135 new +2 5555 40000 -719017797 810662019 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(5) +c2 char(5) +c3 char(5) +c4 char(5) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_char_trunc + Statistics: Num rows: 10 Data size: 3102 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: char(5)), c2 (type: char(5)), c3 (type: char(5)), c4 (type: char(5)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3102 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899 original +1 0 20435 84749 -9999 original +1 100 5000 5443 0 new +1 17 90000 75407 32890 new +1 45 1000 48377 -2386 original +1 NULL 4957 83222 90000 original +2 1 200 23233 54309 new +2 2000 72909 32442 -9322 new +2 256 32768 31889 47061 new +2 5555 40000 -7190 81066 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +c4 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_varchar + Statistics: Num rows: 10 Data size: 3098 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: varchar(50)), c2 (type: varchar(50)), c3 (type: varchar(50)), c4 (type: varchar(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3098 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 100 5000 5443 0 new +1 17 90000 754072151 3289094 new +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +2 1 200 2323322 5430907 new +2 2000 72909 3244222 -93222 new +2 256 32768 31889 470614135 new +2 5555 40000 -719017797 810662019 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(5) +c2 varchar(5) +c3 varchar(5) +c4 varchar(5) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_varchar_trunc + Statistics: Num rows: 10 Data size: 3076 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: varchar(5)), c2 (type: varchar(5)), c3 (type: varchar(5)), c4 (type: varchar(5)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3076 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899 original +1 0 20435 84749 -9999 original +1 100 5000 5443 0 new +1 17 90000 75407 32890 new +1 45 1000 48377 -2386 original +1 NULL 4957 83222 90000 original +2 1 200 23233 54309 new +2 2000 72909 32442 -9322 new +2 256 32768 31889 47061 new +2 5555 40000 -7190 81066 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 original +1 0.0 20435.0 847492223.000000000000000000 original +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +values__tmp__table__29.tmp_values_col1 values__tmp__table__29.tmp_values_col2 values__tmp__table__29.tmp_values_col3 values__tmp__table__29.tmp_values_col4 values__tmp__table__29.tmp_values_col5 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_string + Statistics: Num rows: 10 Data size: 3006 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: string), c2 (type: string), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3006 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.3 original +1 -255.0 4957.0 832222222 original +1 0.0 20435.0 847492223 original +1 100 5000 5443 new +1 17 90000 754072151 new +1 753.7028 -3651.672121 -23866739993 original +2 -66475.561431 52927714 7203778961 new +2 256 32768 31889 new +2 30.774 20.31 46114.284799488 new +2 5555 40000 -719017797 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_char + Statistics: Num rows: 10 Data size: 3802 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: char(50)), c2 (type: char(50)), c3 (type: char(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3802 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.3 original +1 -255.0 4957.0 832222222 9000000000 +1 0.0 20435.0 847492223 -999999999999 +1 100 5000 5443 new +1 17 90000 754072151 new +1 753.7028 -3651.672121 -23866739993 original +2 -66475.561431 52927714 7203778961 new +2 256 32768 31889 new +2 30.774 20.31 46114.284799488 new +2 5555 40000 -719017797 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(7) +c2 char(7) +c3 char(7) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_char_trunc + Statistics: Num rows: 10 Data size: 3028 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: char(7)), c2 (type: char(7)), c3 (type: char(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3028 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.076 -10.3 original +1 -255.0 4957.0 8322222 9000000000 +1 0.0 20435.0 8474922 -999999999999 +1 100 5000 5443 new +1 17 90000 7540721 new +1 753.702 -3651.6 -238667 original +2 -66475. 5292771 7203778 new +2 256 32768 31889 new +2 30.774 20.31 46114.2 new +2 5555 40000 -719017 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_varchar + Statistics: Num rows: 10 Data size: 3010 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: varchar(50)), c2 (type: varchar(50)), c3 (type: varchar(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3010 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.3 original +1 -255.0 4957.0 832222222 9000000000 +1 0.0 20435.0 847492223 -999999999999 +1 100 5000 5443 new +1 17 90000 754072151 new +1 753.7028 -3651.672121 -23866739993 original +2 -66475.561431 52927714 7203778961 new +2 256 32768 31889 new +2 30.774 20.31 46114.284799488 new +2 5555 40000 -719017797 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(7) +c2 varchar(7) +c3 varchar(7) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_varchar_trunc + Statistics: Num rows: 10 Data size: 2988 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: varchar(7)), c2 (type: varchar(7)), c3 (type: varchar(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 2988 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.076 -10.3 original +1 -255.0 4957.0 8322222 9000000000 +1 0.0 20435.0 8474922 -999999999999 +1 100 5000 5443 new +1 17 90000 7540721 new +1 753.702 -3651.6 -238667 original +2 -66475. 5292771 7203778 new +2 256 32768 31889 new +2 30.774 20.31 46114.2 new +2 5555 40000 -719017 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__38.tmp_values_col1 values__tmp__table__38.tmp_values_col2 values__tmp__table__38.tmp_values_col3 values__tmp__table__38.tmp_values_col4 values__tmp__table__38.tmp_values_col5 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 blank pads blank pads blank pads blank pads original +1 dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +1 escapist escapist escapist escapist original +1 heartbeat heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 varchar(50) +c4 char(9) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: part_change_string_group_string_group_string + Statistics: Num rows: 10 Data size: 4924 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: char(50)), c2 (type: char(9)), c3 (type: varchar(50)), c4 (type: char(9)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 4924 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 blank pads blank pad blank pads blank pad original +1 bottom bottom bottom bottom new +1 dynamic reptile dynamic r dynamic reptile dynamic r original +1 escapist escapist escapist escapist original +1 hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +1 heartbeat heartbeat heartbeat heartbeat original +2 featherweight featherweight new +2 against against against against new +2 baffling bafflin baffling bafflin new +2 junkyard junkyard junkyard junkyard new +PREHOOK: query: drop table part_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: drop table part_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pads blank pads original +1 dynamic reptile dynamic reptile dynamic reptile original +1 escapist escapist escapist original +1 heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(9) +c3 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_char +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_char +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: part_change_string_group_string_group_char + Statistics: Num rows: 10 Data size: 4238 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: varchar(50)), c2 (type: varchar(9)), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4238 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pad blank pads original +1 bottom bottom bottom new +1 dynamic reptile dynamic r dynamic reptile original +1 escapist escapist escapist original +1 hangar paralysed companion hangar pa hangar paralysed companion new +1 heartbeat heartbeat heartbeat original +2 featherweight featherweight new +2 against against against new +2 baffling bafflin baffling new +2 junkyard junkyard junkyard new +PREHOOK: query: drop table part_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: drop table part_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pads blank pads original +1 dynamic reptile dynamic reptile dynamic reptile original +1 escapist escapist escapist original +1 heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_varchar +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_varchar +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: part_change_string_group_string_group_varchar + Statistics: Num rows: 10 Data size: 3986 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: char(50)), c2 (type: char(9)), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3986 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pad blank pads original +1 bottom bottom bottom new +1 dynamic reptile dynamic r dynamic reptile original +1 escapist escapist escapist original +1 hangar paralysed companion hangar pa hangar paralysed companion new +1 heartbeat heartbeat heartbeat original +2 featherweight featherweight new +2 against against against new +2 baffling bafflin baffling new +2 junkyard junkyard junkyard new +PREHOOK: query: drop table part_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: drop table part_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 tinyint +c3 tinyint +c4 tinyint +c5 tinyint +c6 tinyint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 c6 b +1 -2 -2 -2 -2 -2 -2 original +1 100 100 100 100 100 100 original +1 45 45 45 45 45 45 original +1 NULL NULL NULL NULL NULL NULL original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 int +c3 bigint +c4 float +c5 double +c6 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values('774', '2031', '200', '12', '99', '0', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + ('256', '32768', '31889', '300', '444', '506', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + ('100', '5000', '5443', '22', '2', '-2', 'new', 1), + ('17', '90000', '754072151', '95', '20', '18', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values('774', '2031', '200', '12', '99', '0', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + ('256', '32768', '31889', '300', '444', '506', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + ('100', '5000', '5443', '22', '2', '-2', 'new', 1), + ('17', '90000', '754072151', '95', '20', '18', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_tinyint + Statistics: Num rows: 10 Data size: 1798 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: smallint), c2 (type: int), c3 (type: bigint), c4 (type: float), c5 (type: double), c6 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 10 Data size: 1798 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 c6 b +1 -2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +1 100 100 100 100.0 100.0 100.000000000000000000 original +1 100 5000 5443 22.0 2.0 -2.000000000000000000 new +1 17 90000 754072151 95.0 20.0 18.000000000000000000 new +1 45 45 45 45.0 45.0 45.000000000000000000 original +1 NULL NULL NULL NULL NULL NULL original +2 256 32768 31889 300.0 444.0 506.000000000000000000 new +2 5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +2 774 2031 200 12.0 99.0 0.000000000000000000 new +2 NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 smallint +c3 smallint +c4 smallint +c5 smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 -2 -2 -2 -2 -2 original +1 -5000 -5000 -5000 -5000 -5000 original +1 100 100 100 100 100 original +1 2031 2031 2031 2031 2031 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 int +c2 bigint +c3 float +c4 double +c5 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values('774', '2031', '200', '12', '99', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', 'new', 2), + ('256', '32768', '31889', '300', '444', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', 'new', 2), + ('100', '5000', '5443', '22', '2', 'new', 1), + ('17', '90000', '754072151', '95', '20', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values('774', '2031', '200', '12', '99', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', 'new', 2), + ('256', '32768', '31889', '300', '444', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', 'new', 2), + ('100', '5000', '5443', '22', '2', 'new', 1), + ('17', '90000', '754072151', '95', '20', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_smallint + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: int), c2 (type: bigint), c3 (type: float), c4 (type: double), c5 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 -2 -2 -2.0 -2.0 -2.000000000000000000 original +1 -5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +1 100 100 100.0 100.0 100.000000000000000000 original +1 100 5000 5443.0 22.0 2.000000000000000000 new +1 17 90000 7.5407213E8 95.0 20.000000000000000000 new +1 2031 2031 2031.0 2031.0 2031.000000000000000000 original +2 256 32768 31889.0 300.0 444.000000000000000000 new +2 5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +2 561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +2 774 2031 200.0 12.0 99.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 int +c2 int +c3 int +c4 int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -2 -2 -2 original +1 -5000 -5000 -5000 -5000 original +1 2031 2031 2031 2031 original +1 52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 float +c3 double +c4 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values('774', '2031', '200', '12', 'new', 2), + ('561431', '52927714', '7203778961', '8', 'new', 2), + ('256', '32768', '31889', '300', 'new', 2), + ('5555', '40000', '-719017797', '45', 'new', 2), + ('100', '5000', '5443', '22', 'new', 1), + ('17', '90000', '754072151', '95', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values('774', '2031', '200', '12', 'new', 2), + ('561431', '52927714', '7203778961', '8', 'new', 2), + ('256', '32768', '31889', '300', 'new', 2), + ('5555', '40000', '-719017797', '45', 'new', 2), + ('100', '5000', '5443', '22', 'new', 1), + ('17', '90000', '754072151', '95', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_int + Statistics: Num rows: 10 Data size: 1746 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: bigint), c2 (type: float), c3 (type: double), c4 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 1746 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -2.0 -2.0 -2.000000000000000000 original +1 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +1 100 5000.0 5443.0 22.000000000000000000 new +1 17 90000.0 7.54072151E8 95.000000000000000000 new +1 2031 2031.0 2031.0 2031.000000000000000000 original +1 52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +2 256 32768.0 31889.0 300.000000000000000000 new +2 5555 40000.0 -7.19017797E8 45.000000000000000000 new +2 561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +2 774 2031.0 200.0 12.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 bigint +c3 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2 -2 -2 original +1 -5000 -5000 -5000 original +1 52927714 52927714 52927714 original +1 7203778961 7203778961 7203778961 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values('774', '2031', '200', 'new', 2), + ('561431', '52927714', '7203778961', 'new', 2), + ('256', '32768', '31889', 'new', 2), + ('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1), + ('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values('774', '2031', '200', 'new', 2), + ('561431', '52927714', '7203778961', 'new', 2), + ('256', '32768', '31889', 'new', 2), + ('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1), + ('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_bigint + Statistics: Num rows: 10 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: float), c2 (type: double), c3 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -2.0 -2.000000000000000000 original +1 -5000.0 -5000.0 -5000.000000000000000000 original +1 100.0 5000.0 5443.000000000000000000 new +1 17.0 90000.0 754072151.000000000000000000 new +1 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +1 7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +2 256.0 32768.0 31889.000000000000000000 new +2 5555.0 40000.0 -719017797.000000000000000000 new +2 561431.0 5.2927714E7 7203778961.000000000000000000 new +2 774.0 2031.0 200.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 float +c2 float +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +#### A masked pattern was here #### +part c1 c2 b +1 -29.0764 -29.0764 original +1 -5000.0 -5000.0 original +1 5.2927712E7 5.2927712E7 original +1 753.7028 753.7028 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 double +c2 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values('774', '2031', 'new', 2), + ('561431', '52927714', 'new', 2), + ('256', '32768', 'new', 2), + ('5555', '40000', 'new', 2), + ('100', '5000', 'new', 1), + ('17', '90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values('774', '2031', 'new', 2), + ('561431', '52927714', 'new', 2), + ('256', '32768', 'new', 2), + ('5555', '40000', 'new', 2), + ('100', '5000', 'new', 1), + ('17', '90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_float + Statistics: Num rows: 10 Data size: 1642 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: double), c2 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 1642 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 +#### A masked pattern was here #### +part c1 c2 b +1 -29.076400756835938 -29.076400756835937500 original +1 -5000.0 -5000.000000000000000000 original +1 100.0 5000.000000000000000000 new +1 17.0 90000.000000000000000000 new +1 5.2927712E7 52927712.000000000000000000 original +1 753.7028198242188 753.702819824218750000 original +2 256.0 32768.000000000000000000 new +2 5555.0 40000.000000000000000000 new +2 561431.0 52927714.000000000000000000 new +2 774.0 2031.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(c1 double, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(c1 double, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +part c1 b +1 -29.0764 original +1 -5000.0 original +1 5.2927714E7 original +1 753.7028 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values('774', 'new', 2), + ('561431', 'new', 2), + ('256', 'new', 2), + ('5555', 'new', 2), + ('100', 'new', 1), + ('17', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values('774', 'new', 2), + ('561431', 'new', 2), + ('256', 'new', 2), + ('5555', 'new', 2), + ('100', 'new', 1), + ('17', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,c1,b from part_change_lower_to_higher_numeric_group_double +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,b from part_change_lower_to_higher_numeric_group_double +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_double + Statistics: Num rows: 10 Data size: 1594 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1594 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 +#### A masked pattern was here #### +part c1 b +1 -29.076399999999999579 original +1 -5000.000000000000000000 original +1 100.000000000000000000 new +1 17.000000000000000000 new +1 52927714.000000000000000000 original +1 753.702800000000024738 original +2 256.000000000000000000 new +2 5555.000000000000000000 new +2 561431.000000000000000000 new +2 774.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_double PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: DROP TABLE partitioned4 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_double POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double diff --git ql/src/test/results/clientpositive/schema_evol_orc_nonvec_fetchwork_table.q.out ql/src/test/results/clientpositive/schema_evol_orc_nonvec_fetchwork_table.q.out index 93f4dcc..42749d1 100644 --- ql/src/test/results/clientpositive/schema_evol_orc_nonvec_fetchwork_table.q.out +++ ql/src/test/results/clientpositive/schema_evol_orc_nonvec_fetchwork_table.q.out @@ -2,80 +2,399 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Non-Vectorized, FetchWork, Table -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) STORED AS ORC +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(a INT, b STRING) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table1 +PREHOOK: Output: default@table_add_int_permute_select POSTHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Non-Vectorized, FetchWork, Table -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) STORED AS ORC +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(a INT, b STRING) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) +alter table table_add_int_permute_select add columns(c int) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) +alter table table_add_int_permute_select add columns(c int) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 384 + totalSize 313 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_permute_select values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: insert into table table_add_int_permute_select values(5, 'new', 100),(6, 'new', 200) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select values(5, 'new', 100),(6, 'new', 200) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select a,b from table_add_int_permute_select +PREHOOK: type: QUERY +POSTHOOK: query: explain +select a,b from table_add_int_permute_select +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table_add_int_permute_select + Statistics: Num rows: 10 Data size: 954 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 954 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_permute_select +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_permute_select +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +a b +1 new +1 original +2 new +2 original +3 new +3 original +4 new +4 original +5 new +6 new +PREHOOK: query: select a,b,c from table_add_int_permute_select +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select a,b,c from table_add_int_permute_select +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +a b c +1 new 10 +1 original NULL +2 new 20 +2 original NULL +3 new 30 +3 original NULL +4 new 40 +4 original NULL +5 new 100 +6 new 200 +PREHOOK: query: select c from table_add_int_permute_select +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select c from table_add_int_permute_select +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +c +10 +100 +20 +200 +30 +40 +NULL +NULL +NULL +NULL +PREHOOK: query: drop table table_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: drop table table_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_string_permute_select(a INT, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_string_permute_select(a INT, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_string_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__4 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__4 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 384 + totalSize 313 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_string_permute_select values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__5 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__5 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table table_add_int_string_permute_select values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__6 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__6 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select a,b from table_add_int_string_permute_select +PREHOOK: type: QUERY +POSTHOOK: query: explain +select a,b from table_add_int_string_permute_select +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table_add_int_string_permute_select + Statistics: Num rows: 10 Data size: 1496 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 1496 Basic stats: COMPLETE Column stats: NONE + ListSink + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 +select a,b from table_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 +select a,b from table_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### a b 1 new @@ -88,13 +407,13 @@ a b 4 original 5 new 6 new -PREHOOK: query: select a,b,c from table1 +PREHOOK: query: select a,b,c from table_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### -POSTHOOK: query: select a,b,c from table1 +POSTHOOK: query: select a,b,c from table_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### a b c 1 new 10 @@ -107,13 +426,13 @@ a b c 4 original NULL 5 new 100 6 new 200 -PREHOOK: query: select a,b,c,d from table1 +PREHOOK: query: select a,b,c,d from table_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### -POSTHOOK: query: select a,b,c,d from table1 +POSTHOOK: query: select a,b,c,d from table_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### a b c d 1 new 10 ten @@ -126,13 +445,13 @@ a b c d 4 original NULL NULL 5 new 100 hundred 6 new 200 two hundred -PREHOOK: query: select a,c,d from table1 +PREHOOK: query: select a,c,d from table_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### -POSTHOOK: query: select a,c,d from table1 +POSTHOOK: query: select a,c,d from table_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### a c d 1 10 ten @@ -145,13 +464,13 @@ a c d 4 NULL NULL 5 100 hundred 6 200 two hundred -PREHOOK: query: select a,d from table1 +PREHOOK: query: select a,d from table_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### -POSTHOOK: query: select a,d from table1 +POSTHOOK: query: select a,d from table_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### a d 1 NULL @@ -164,13 +483,13 @@ a d 4 forty 5 hundred 6 two hundred -PREHOOK: query: select c from table1 +PREHOOK: query: select c from table_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### -POSTHOOK: query: select c from table1 +POSTHOOK: query: select c from table_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### c 10 @@ -183,13 +502,13 @@ NULL NULL NULL NULL -PREHOOK: query: select d from table1 +PREHOOK: query: select d from table_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### -POSTHOOK: query: select d from table1 +POSTHOOK: query: select d from table_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### d NULL @@ -202,97 +521,4699 @@ ten thirty twenty two hundred +PREHOOK: query: drop table table_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: drop table table_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_double + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +c2 double +c3 double +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 1640 + totalSize 661 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_double + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table table_change_string_group_double + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_double +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_double +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table_change_string_group_double + Statistics: Num rows: 10 Data size: 2306 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: double), c2 (type: double), c3 (type: double), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 2306 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_double +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_double +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_double +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_double +#### A masked pattern was here #### +c1 c2 c3 b +-10.3 -10.3 -10.3 original +-29.0764 -29.0764 -29.0764 original +-3651.672121 -3651.672121 -3651.672121 original +-66475.561431 -66475.561431 -66475.561431 new +17808.963785 17808.963785 17808.963785 new +20.31 20.31 20.31 new +30.774 30.774 30.774 new +46114.284799488 46114.284799488 46114.284799488 new +753.7028 753.7028 753.7028 original +9250340.75 9250340.75 9250340.75 new +PREHOOK: query: drop table table_change_string_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: drop table table_change_string_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_decimal + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +c2 decimal(38,18) +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 1640 + totalSize 661 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_decimal + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table table_change_string_group_decimal + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_decimal +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_decimal +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table_change_string_group_decimal + Statistics: Num rows: 10 Data size: 4178 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: decimal(38,18)), c2 (type: decimal(38,18)), c3 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 4178 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_decimal +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_decimal +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_decimal +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_decimal +#### A masked pattern was here #### +c1 c2 c3 b +-10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +-29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +-3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +-66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +20.310000000000000000 20.310000000000000000 20.310000000000000000 new +30.774000000000000000 30.774000000000000000 30.774000000000000000 new +46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +753.702800000000000000 753.702800000000000000 753.702800000000000000 original +9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +PREHOOK: query: drop table table_change_string_group_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: drop table table_change_string_group_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 timestamp +c2 timestamp +c3 timestamp +c4 timestamp +c5 timestamp +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 3 + rawDataSize 876 + totalSize 705 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table_change_date_group_string_group_timestamp + Statistics: Num rows: 9 Data size: 4734 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: string), c2 (type: char(50)), c3 (type: char(15)), c4 (type: varchar(50)), c5 (type: varchar(15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 9 Data size: 4734 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +#### A masked pattern was here #### +c1 c2 c3 c4 c5 b +0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:3 5966-07-09 03:30:50.597 5966-07-09 03:3 new +6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:5 6229-06-28 02:54:28.970117179 6229-06-28 02:5 new +PREHOOK: query: drop table table_change_date_group_string_group_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: drop table table_change_date_group_string_group_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) -- -CREATE TABLE table2(a smallint, b STRING) STORED AS ORC +CREATE TABLE table_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table2 +PREHOOK: Output: default@table_change_date_group_string_group_date POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) -- -CREATE TABLE table2(a smallint, b STRING) STORED AS ORC +CREATE TABLE table_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 date +c2 date +c3 date +c4 date +c5 date +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_date + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 +alter table table_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +alter table table_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 3 + rawDataSize 1116 + totalSize 505 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_date + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select a,b from table2 +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table_change_date_group_string_group_date + Statistics: Num rows: 9 Data size: 4728 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: string), c2 (type: char(50)), c3 (type: char(15)), c4 (type: varchar(50)), c5 (type: varchar(15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 9 Data size: 4728 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date PREHOOK: type: QUERY -PREHOOK: Input: default@table2 +PREHOOK: Input: default@table_change_date_group_string_group_date #### A masked pattern was here #### -POSTHOOK: query: select a,b from table2 +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date POSTHOOK: type: QUERY -POSTHOOK: Input: default@table2 +POSTHOOK: Input: default@table_change_date_group_string_group_date #### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -5000 new -6737 original -72909 new -90000 new -PREHOOK: query: DROP TABLE table1 +c1 c2 c3 c4 c5 b +0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +PREHOOK: query: drop table table_change_date_group_string_group_date PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: DROP TABLE table1 +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: drop table table_change_date_group_string_group_date POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: DROP TABLE table2 +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 444 + totalSize 664 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__19.tmp_values_col1 values__tmp__table__19.tmp_values_col2 values__tmp__table__19.tmp_values_col3 values__tmp__table__19.tmp_values_col4 values__tmp__table__19.tmp_values_col5 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_string + Statistics: Num rows: 10 Data size: 3096 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: string), c2 (type: string), c3 (type: string), c4 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3096 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +1 200 2323322 5430907 new +100 5000 5443 0 new +17 90000 754072151 3289094 new +2000 72909 3244222 -93222 new +256 32768 31889 470614135 new +45 1000 483777 -23866739993 original +5555 40000 -719017797 810662019 new +NULL 4957 832222222 9000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +c4 char(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 444 + totalSize 664 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_char + Statistics: Num rows: 10 Data size: 4182 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: char(50)), c2 (type: char(50)), c3 (type: char(50)), c4 (type: char(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4182 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +1 200 2323322 5430907 new +100 5000 5443 0 new +17 90000 754072151 3289094 new +2000 72909 3244222 -93222 new +256 32768 31889 470614135 new +45 1000 483777 -23866739993 original +5555 40000 -719017797 810662019 new +NULL 4957 832222222 9000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(5) +c2 char(5) +c3 char(5) +c4 char(5) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 444 + totalSize 664 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_char_trunc + Statistics: Num rows: 10 Data size: 3102 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: char(5)), c2 (type: char(5)), c3 (type: char(5)), c4 (type: char(5)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3102 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899 original +0 20435 84749 -9999 original +1 200 23233 54309 new +100 5000 5443 0 new +17 90000 75407 32890 new +2000 72909 32442 -9322 new +256 32768 31889 47061 new +45 1000 48377 -2386 original +5555 40000 -7190 81066 new +NULL 4957 83222 90000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +c4 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 444 + totalSize 664 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_varchar + Statistics: Num rows: 10 Data size: 3096 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: varchar(50)), c2 (type: varchar(50)), c3 (type: varchar(50)), c4 (type: varchar(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3096 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +1 200 2323322 5430907 new +100 5000 5443 0 new +17 90000 754072151 3289094 new +2000 72909 3244222 -93222 new +256 32768 31889 470614135 new +45 1000 483777 -23866739993 original +5555 40000 -719017797 810662019 new +NULL 4957 832222222 9000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(5) +c2 varchar(5) +c3 varchar(5) +c4 varchar(5) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 444 + totalSize 664 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_varchar_trunc + Statistics: Num rows: 10 Data size: 3066 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: varchar(5)), c2 (type: varchar(5)), c3 (type: varchar(5)), c4 (type: varchar(5)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3066 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899 original +0 20435 84749 -9999 original +1 200 23233 54309 new +100 5000 5443 0 new +17 90000 75407 32890 new +2000 72909 32442 -9322 new +256 32768 31889 47061 new +45 1000 48377 -2386 original +5555 40000 -7190 81066 new +NULL 4957 83222 90000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 original +0.0 20435.0 847492223.000000000000000000 original +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 864 + totalSize 729 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +values__tmp__table__29.tmp_values_col1 values__tmp__table__29.tmp_values_col2 values__tmp__table__29.tmp_values_col3 values__tmp__table__29.tmp_values_col4 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_string + Statistics: Num rows: 10 Data size: 3006 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: string), c2 (type: string), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3006 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.3 original +-255.0 4957.0 832222222 original +-66475.561431 52927714 7203778961 new +0.0 20435.0 847492223 original +100 5000 5443 new +17 90000 754072151 new +256 32768 31889 new +30.774 20.31 46114.284799488 new +5555 40000 -719017797 new +753.7028 -3651.672121 -23866739993 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 868 + totalSize 743 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_char + Statistics: Num rows: 10 Data size: 3802 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: char(50)), c2 (type: char(50)), c3 (type: char(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3802 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.3 original +-255.0 4957.0 832222222 9000000000 +-66475.561431 52927714 7203778961 new +0.0 20435.0 847492223 -999999999999 +100 5000 5443 new +17 90000 754072151 new +256 32768 31889 new +30.774 20.31 46114.284799488 new +5555 40000 -719017797 new +753.7028 -3651.672121 -23866739993 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(7) +c2 char(7) +c3 char(7) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 868 + totalSize 743 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_char_trunc + Statistics: Num rows: 10 Data size: 3028 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: char(7)), c2 (type: char(7)), c3 (type: char(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3028 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.076 -10.3 original +-255.0 4957.0 8322222 9000000000 +-66475. 5292771 7203778 new +0.0 20435.0 8474922 -999999999999 +100 5000 5443 new +17 90000 7540721 new +256 32768 31889 new +30.774 20.31 46114.2 new +5555 40000 -719017 new +753.702 -3651.6 -238667 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 868 + totalSize 743 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_varchar + Statistics: Num rows: 10 Data size: 3010 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: varchar(50)), c2 (type: varchar(50)), c3 (type: varchar(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3010 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.3 original +-255.0 4957.0 832222222 9000000000 +-66475.561431 52927714 7203778961 new +0.0 20435.0 847492223 -999999999999 +100 5000 5443 new +17 90000 754072151 new +256 32768 31889 new +30.774 20.31 46114.284799488 new +5555 40000 -719017797 new +753.7028 -3651.672121 -23866739993 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(7) +c2 varchar(7) +c3 varchar(7) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 868 + totalSize 743 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_varchar_trunc + Statistics: Num rows: 10 Data size: 2992 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: varchar(7)), c2 (type: varchar(7)), c3 (type: varchar(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 2992 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.076 -10.3 original +-255.0 4957.0 8322222 9000000000 +-66475. 5292771 7203778 new +0.0 20435.0 8474922 -999999999999 +100 5000 5443 new +17 90000 7540721 new +256 32768 31889 new +30.774 20.31 46114.2 new +5555 40000 -719017 new +753.702 -3651.6 -238667 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_string + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__38.tmp_values_col1 values__tmp__table__38.tmp_values_col2 values__tmp__table__38.tmp_values_col3 values__tmp__table__38.tmp_values_col4 values__tmp__table__38.tmp_values_col5 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +c1 c2 c3 c4 b +blank pads blank pads blank pads blank pads original +dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +escapist escapist escapist escapist original +heartbeat heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 varchar(50) +c4 char(9) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 1888 + totalSize 772 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_string + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_string_group_string_group_string +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_string_group_string_group_string +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table_change_string_group_string_group_string + Statistics: Num rows: 10 Data size: 4924 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: char(50)), c2 (type: char(9)), c3 (type: varchar(50)), c4 (type: char(9)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4924 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +c1 c2 c3 c4 b + featherweight featherweight new + against against against against new + baffling bafflin baffling bafflin new +blank pads blank pad blank pads blank pad original +bottom bottom bottom bottom new +dynamic reptile dynamic r dynamic reptile dynamic r original +escapist escapist escapist escapist original +hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +heartbeat heartbeat heartbeat heartbeat original +junkyard junkyard junkyard junkyard new +PREHOOK: query: drop table table_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: drop table table_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_char + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +c1 c2 c3 b +blank pads blank pads blank pads original +dynamic reptile dynamic reptile dynamic reptile original +escapist escapist escapist original +heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(9) +c3 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 1976 + totalSize 719 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_char + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_char +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_char +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table_change_string_group_string_group_char + Statistics: Num rows: 10 Data size: 4238 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: varchar(50)), c2 (type: varchar(9)), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 4238 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +c1 c2 c3 b + featherweight featherweight new + against against against new + baffling bafflin baffling new +blank pads blank pad blank pads original +bottom bottom bottom new +dynamic reptile dynamic r dynamic reptile original +escapist escapist escapist original +hangar paralysed companion hangar pa hangar paralysed companion new +heartbeat heartbeat heartbeat original +junkyard junkyard junkyard new +PREHOOK: query: drop table table_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: drop table table_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +c1 c2 c3 b +blank pads blank pads blank pads original +dynamic reptile dynamic reptile dynamic reptile original +escapist escapist escapist original +heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 1508 + totalSize 667 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_varchar +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_varchar +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table_change_string_group_string_group_varchar + Statistics: Num rows: 10 Data size: 3986 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: char(50)), c2 (type: char(9)), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3986 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +c1 c2 c3 b + featherweight featherweight new + against against against new + baffling bafflin baffling new +blank pads blank pad blank pads original +bottom bottom bottom new +dynamic reptile dynamic r dynamic reptile original +escapist escapist escapist original +hangar paralysed companion hangar pa hangar paralysed companion new +heartbeat heartbeat heartbeat original +junkyard junkyard junkyard new +PREHOOK: query: drop table table_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: drop table table_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 tinyint +c3 tinyint +c4 tinyint +c5 tinyint +c6 tinyint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 c6 b +-2 -2 -2 -2 -2 -2 original +100 100 100 100 100 100 original +45 45 45 45 45 45 original +NULL NULL NULL NULL NULL NULL original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 int +c3 bigint +c4 float +c5 double +c6 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 440 + totalSize 578 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values('774', '2031', '200', '12', '99', '0', 'new'), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new'), + ('256', '32768', '31889', '300', '444', '506', 'new'), + ('5555', '40000', '-719017797', '45', '55', '65', 'new'), + ('100', '5000', '5443', '22', '2', '-2', 'new'), + ('17', '90000', '754072151', '95', '20', '18', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values('774', '2031', '200', '12', '99', '0', 'new'), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new'), + ('256', '32768', '31889', '300', '444', '506', 'new'), + ('5555', '40000', '-719017797', '45', '55', '65', 'new'), + ('100', '5000', '5443', '22', '2', '-2', 'new'), + ('17', '90000', '754072151', '95', '20', '18', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_tinyint + Statistics: Num rows: 10 Data size: 1798 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: smallint), c2 (type: int), c3 (type: bigint), c4 (type: float), c5 (type: double), c6 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 1798 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 c6 b +-2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +100 100 100 100.0 100.0 100.000000000000000000 original +100 5000 5443 22.0 2.0 -2.000000000000000000 new +17 90000 754072151 95.0 20.0 18.000000000000000000 new +256 32768 31889 300.0 444.0 506.000000000000000000 new +45 45 45 45.0 45.0 45.000000000000000000 original +5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +774 2031 200 12.0 99.0 0.000000000000000000 new +NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +NULL NULL NULL NULL NULL NULL original +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 smallint +c3 smallint +c4 smallint +c5 smallint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 b +-2 -2 -2 -2 -2 original +-5000 -5000 -5000 -5000 -5000 original +100 100 100 100 100 original +2031 2031 2031 2031 2031 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 int +c2 bigint +c3 float +c4 double +c5 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 448 + totalSize 523 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values('774', '2031', '200', '12', '99', 'new'), + ('561431', '52927714', '7203778961', '8', '7', 'new'), + ('256', '32768', '31889', '300', '444', 'new'), + ('5555', '40000', '-719017797', '45', '55', 'new'), + ('100', '5000', '5443', '22', '2', 'new'), + ('17', '90000', '754072151', '95', '20', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values('774', '2031', '200', '12', '99', 'new'), + ('561431', '52927714', '7203778961', '8', '7', 'new'), + ('256', '32768', '31889', '300', '444', 'new'), + ('5555', '40000', '-719017797', '45', '55', 'new'), + ('100', '5000', '5443', '22', '2', 'new'), + ('17', '90000', '754072151', '95', '20', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_smallint + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: int), c2 (type: bigint), c3 (type: float), c4 (type: double), c5 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 b +-2 -2 -2.0 -2.0 -2.000000000000000000 original +-5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +100 100 100.0 100.0 100.000000000000000000 original +100 5000 5443.0 22.0 2.000000000000000000 new +17 90000 7.5407213E8 95.0 20.000000000000000000 new +2031 2031 2031.0 2031.0 2031.000000000000000000 original +256 32768 31889.0 300.0 444.000000000000000000 new +5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +774 2031 200.0 12.0 99.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 int +c2 int +c3 int +c4 int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -2 -2 -2 original +-5000 -5000 -5000 -5000 original +2031 2031 2031 2031 original +52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 float +c3 double +c4 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 432 + totalSize 534 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values('774', '2031', '200', '12', 'new'), + ('561431', '52927714', '7203778961', '8', 'new'), + ('256', '32768', '31889', '300', 'new'), + ('5555', '40000', '-719017797', '45', 'new'), + ('100', '5000', '5443', '22', 'new'), + ('17', '90000', '754072151', '95', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values('774', '2031', '200', '12', 'new'), + ('561431', '52927714', '7203778961', '8', 'new'), + ('256', '32768', '31889', '300', 'new'), + ('5555', '40000', '-719017797', '45', 'new'), + ('100', '5000', '5443', '22', 'new'), + ('17', '90000', '754072151', '95', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_int + Statistics: Num rows: 10 Data size: 1746 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: bigint), c2 (type: float), c3 (type: double), c4 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 1746 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -2.0 -2.0 -2.000000000000000000 original +-5000 -5000.0 -5000.0 -5000.000000000000000000 original +100 5000.0 5443.0 22.000000000000000000 new +17 90000.0 7.54072151E8 95.000000000000000000 new +2031 2031.0 2031.0 2031.000000000000000000 original +256 32768.0 31889.0 300.000000000000000000 new +52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5555 40000.0 -7.19017797E8 45.000000000000000000 new +561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +774 2031.0 200.0 12.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 bigint +c3 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +c1 c2 c3 b +-2 -2 -2 original +-5000 -5000 -5000 original +52927714 52927714 52927714 original +7203778961 7203778961 7203778961 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 464 + totalSize 493 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values('774', '2031', '200', 'new'), + ('561431', '52927714', '7203778961', 'new'), + ('256', '32768', '31889', 'new'), + ('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'), + ('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values('774', '2031', '200', 'new'), + ('561431', '52927714', '7203778961', 'new'), + ('256', '32768', '31889', 'new'), + ('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'), + ('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_bigint + Statistics: Num rows: 10 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: float), c2 (type: double), c3 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -2.0 -2.000000000000000000 original +-5000.0 -5000.0 -5000.000000000000000000 original +100.0 5000.0 5443.000000000000000000 new +17.0 90000.0 754072151.000000000000000000 new +256.0 32768.0 31889.000000000000000000 new +5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5555.0 40000.0 -719017797.000000000000000000 new +561431.0 5.2927714E7 7203778961.000000000000000000 new +7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +774.0 2031.0 200.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 float +c2 float +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +c1 c2 b +-29.0764 -29.0764 original +-5000.0 -5000.0 original +5.2927712E7 5.2927712E7 original +753.7028 753.7028 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 double +c2 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 400 + totalSize 442 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values('774', '2031', 'new'), + ('561431', '52927714', 'new'), + ('256', '32768', 'new'), + ('5555', '40000', 'new'), + ('100', '5000', 'new'), + ('17', '90000', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values('774', '2031', 'new'), + ('561431', '52927714', 'new'), + ('256', '32768', 'new'), + ('5555', '40000', 'new'), + ('100', '5000', 'new'), + ('17', '90000', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select c1,c2,b from table_change_lower_to_higher_numeric_group_float +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,b from table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_float + Statistics: Num rows: 10 Data size: 1642 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: double), c2 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1642 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +c1 c2 b +-29.076400756835938 -29.076400756835937500 original +-5000.0 -5000.000000000000000000 original +100.0 5000.000000000000000000 new +17.0 90000.000000000000000000 new +256.0 32768.000000000000000000 new +5.2927712E7 52927712.000000000000000000 original +5555.0 40000.000000000000000000 new +561431.0 52927714.000000000000000000 new +753.7028198242188 753.702819824218750000 original +774.0 2031.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(c1 double, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(c1 double, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +c1 b +-29.0764 original +-5000.0 original +5.2927714E7 original +753.7028 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 400 + totalSize 393 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values('774', 'new'), + ('561431', 'new'), + ('256', 'new'), + ('5555', 'new'), + ('100', 'new'), + ('17', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values('774', 'new'), + ('561431', 'new'), + ('256', 'new'), + ('5555', 'new'), + ('100', 'new'), + ('17', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: explain +select c1,b from table_change_lower_to_higher_numeric_group_double +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,b from table_change_lower_to_higher_numeric_group_double +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_double + Statistics: Num rows: 10 Data size: 1594 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 1594 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +c1 b +-29.076399999999999579 original +-5000.000000000000000000 original +100.000000000000000000 new +17.000000000000000000 new +256.000000000000000000 new +52927714.000000000000000000 original +5555.000000000000000000 new +561431.000000000000000000 new +753.702800000000024738 original +774.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_double PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 -POSTHOOK: query: DROP TABLE table2 +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_double POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double diff --git ql/src/test/results/clientpositive/schema_evol_orc_nonvec_mapwork_part.q.out ql/src/test/results/clientpositive/schema_evol_orc_nonvec_mapwork_part.q.out index dc2fd9a..3af0c21 100644 --- ql/src/test/results/clientpositive/schema_evol_orc_nonvec_mapwork_part.q.out +++ ql/src/test/results/clientpositive/schema_evol_orc_nonvec_mapwork_part.q.out @@ -1,85 +1,210 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: ORC, Non-Vectorized, FetchWork, Partitioned +-- FILE VARIATION: ORC, Non-Vectorized, MapWork, Partitioned -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned1 +PREHOOK: Output: default@part_add_int_permute_select POSTHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: ORC, Non-Vectorized, FetchWork, Partitioned +-- FILE VARIATION: ORC, Non-Vectorized, MapWork, Partitioned +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) +alter table part_add_int_permute_select add columns(c int) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) +alter table part_add_int_permute_select add columns(c int) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=2) values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@partitioned1@part=2 -POSTHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=2) values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@partitioned1@part=2 -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(5, 'new', 100),(6, 'new', 200) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(5, 'new', 100),(6, 'new', 200) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from part_add_int_permute_select order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from part_add_int_permute_select order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_add_int_permute_select + Statistics: Num rows: 10 Data size: 954 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 954 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 954 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 954 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 954 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from part_add_int_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from part_add_int_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### part a b 1 1 original @@ -92,17 +217,17 @@ part a b 2 2 new 2 3 new 2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +PREHOOK: query: select part,a,b,c from part_add_int_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,a,b,c from part_add_int_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### part a b c 1 1 original NULL @@ -115,86 +240,17 @@ part a b c 2 2 new 20 2 3 new 30 2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new 100 hundred -1 6 new 200 two hundred -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a c d -1 1 NULL NULL -1 2 NULL NULL -1 3 NULL NULL -1 4 NULL NULL -1 5 100 hundred -1 6 200 two hundred -2 1 10 ten -2 2 20 twenty -2 3 30 thirty -2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 +PREHOOK: query: select part,c from part_add_int_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 +POSTHOOK: query: select part,c from part_add_int_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a d -1 1 NULL -1 2 NULL -1 3 NULL -1 4 NULL -1 5 hundred -1 6 two hundred -2 1 ten -2 2 twenty -2 3 thirty -2 4 forty -PREHOOK: query: select part,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### part c 1 100 @@ -207,181 +263,208 @@ part c 2 20 2 30 2 40 -PREHOOK: query: select part,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part d -1 NULL -1 NULL -1 NULL -1 NULL -1 hundred -1 two hundred -2 forty -2 ten -2 thirty -2 twenty -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: query: drop table part_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select +POSTHOOK: query: drop table part_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE part_add_int_string_permute_select(a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE part_add_int_string_permute_select(a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 -PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@partitioned2@part=2 -POSTHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@partitioned2@part=2 -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +POSTHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select part,a,b from partitioned2 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned2 -PREHOOK: Input: default@partitioned2@part=1 -PREHOOK: Input: default@partitioned2@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned2 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Input: default@partitioned2@part=1 -POSTHOOK: Input: default@partitioned2@part=2 -#### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 90000 new -2 200 new -2 32768 new -2 40000 new -2 72909 new -PREHOOK: query: -- --- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: -- --- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__7 -PREHOOK: Output: default@partitioned3@part=1 -POSTHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__7 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,a,b from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__8 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +POSTHOOK: query: explain +select part,a,b from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__8 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Output: default@partitioned3@part=2 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 _col4 +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_add_int_string_permute_select + Statistics: Num rows: 10 Data size: 1496 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1496 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1496 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1496 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1496 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a b 1 1 original @@ -394,17 +477,17 @@ part a b 2 2 new 2 3 new 2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +PREHOOK: query: select part,a,b,c from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,a,b,c from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a b c 1 1 original NULL @@ -417,17 +500,17 @@ part a b c 2 2 new 20 2 3 new 30 2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 +PREHOOK: query: select part,a,b,c,d from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 +POSTHOOK: query: select part,a,b,c,d from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -440,17 +523,17 @@ part a b c d 2 2 new 20 twenty 2 3 new 30 thirty 2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 +PREHOOK: query: select part,a,c,d from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 +POSTHOOK: query: select part,a,c,d from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a c d 1 1 NULL NULL @@ -463,17 +546,17 @@ part a c d 2 2 20 twenty 2 3 30 thirty 2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 +PREHOOK: query: select part,a,d from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 +POSTHOOK: query: select part,a,d from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a d 1 1 NULL @@ -486,17 +569,17 @@ part a d 2 2 twenty 2 3 thirty 2 4 forty -PREHOOK: query: select part,c from partitioned1 +PREHOOK: query: select part,c from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 +POSTHOOK: query: select part,c from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part c 1 100 @@ -509,17 +592,17 @@ part c 2 20 2 30 2 40 -PREHOOK: query: select part,d from partitioned1 +PREHOOK: query: select part,d from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 +POSTHOOK: query: select part,d from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part d 1 NULL @@ -532,111 +615,5554 @@ part d 2 ten 2 thirty 2 twenty -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: query: drop table part_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: drop table part_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__9 -PREHOOK: Output: default@partitioned4@part=1 -POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__9 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 +alter table part_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +alter table part_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +c2 double +c3 double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__10 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__10 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Output: default@partitioned4@part=2 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 _col2 -PREHOOK: query: select part,a,b from partitioned4 +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_double order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned4 -PREHOOK: Input: default@partitioned4@part=1 -PREHOOK: Input: default@partitioned4@part=2 +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_double order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_string_group_double + Statistics: Num rows: 10 Data size: 2306 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: double), c2 (type: double), c3 (type: double), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 2306 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 2306 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: double), _col2 (type: double), _col3 (type: double), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: double), VALUE._col1 (type: double), VALUE._col2 (type: double), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 2306 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 2306 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_double order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Input: default@part_change_string_group_double@part=1 +PREHOOK: Input: default@part_change_string_group_double@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned4 +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_double order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Input: default@partitioned4@part=1 -POSTHOOK: Input: default@partitioned4@part=2 +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Input: default@part_change_string_group_double@part=1 +POSTHOOK: Input: default@part_change_string_group_double@part=2 #### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 90000 new -2 200 new -2 32768 new -2 40000 new -2 72909 new -PREHOOK: query: DROP TABLE partitioned1 +part c1 c2 c3 b +1 -10.3 -10.3 -10.3 original +1 -29.0764 -29.0764 -29.0764 original +1 -3651.672121 -3651.672121 -3651.672121 original +1 17808.963785 17808.963785 17808.963785 new +1 753.7028 753.7028 753.7028 original +1 9250340.75 9250340.75 9250340.75 new +2 -66475.561431 -66475.561431 -66475.561431 new +2 20.31 20.31 20.31 new +2 30.774 30.774 30.774 new +2 46114.284799488 46114.284799488 46114.284799488 new +PREHOOK: query: drop table part_change_string_group_double PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 -POSTHOOK: query: DROP TABLE partitioned1 +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: drop table part_change_string_group_double POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: DROP TABLE partitioned2 +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +c2 decimal(38,18) +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_decimal order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_decimal order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_string_group_decimal + Statistics: Num rows: 10 Data size: 4178 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: decimal(38,18)), c2 (type: decimal(38,18)), c3 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4178 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4178 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: decimal(38,18)), _col2 (type: decimal(38,18)), _col3 (type: decimal(38,18)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: decimal(38,18)), VALUE._col1 (type: decimal(38,18)), VALUE._col2 (type: decimal(38,18)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4178 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4178 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_decimal order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Input: default@part_change_string_group_decimal@part=1 +PREHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_decimal order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Input: default@part_change_string_group_decimal@part=1 +POSTHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +1 -29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +1 -3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +1 17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +1 753.702800000000000000 753.702800000000000000 753.702800000000000000 original +1 9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +2 -66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +2 20.310000000000000000 20.310000000000000000 20.310000000000000000 new +2 30.774000000000000000 30.774000000000000000 30.774000000000000000 new +2 46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +PREHOOK: query: drop table part_change_string_group_decimal PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: DROP TABLE partitioned2 +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: drop table part_change_string_group_decimal POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: DROP TABLE partitioned3 +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 timestamp +c2 timestamp +c3 timestamp +c4 timestamp +c5 timestamp +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_date_group_string_group_timestamp + Statistics: Num rows: 9 Data size: 4734 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: string), c2 (type: char(50)), c3 (type: char(15)), c4 (type: varchar(50)), c5 (type: varchar(15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 9 Data size: 4734 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 9 Data size: 4734 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: char(50)), _col3 (type: char(15)), _col4 (type: varchar(50)), _col5 (type: varchar(15)), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(15)), VALUE._col3 (type: varchar(50)), VALUE._col4 (type: varchar(15)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 9 Data size: 4734 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 9 Data size: 4734 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +1 2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +1 2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +1 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:3 5966-07-09 03:30:50.597 5966-07-09 03:3 new +1 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:5 6229-06-28 02:54:28.970117179 6229-06-28 02:5 new +2 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +2 1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +2 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +2 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +PREHOOK: query: drop table part_change_date_group_string_group_timestamp PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: DROP TABLE partitioned3 +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: drop table part_change_date_group_string_group_timestamp POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: DROP TABLE partitioned4 +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 date +c2 date +c3 date +c4 date +c5 date +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_date_group_string_group_date + Statistics: Num rows: 9 Data size: 4728 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: string), c2 (type: char(50)), c3 (type: char(15)), c4 (type: varchar(50)), c5 (type: varchar(15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 9 Data size: 4728 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 9 Data size: 4728 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: char(50)), _col3 (type: char(15)), _col4 (type: varchar(50)), _col5 (type: varchar(15)), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(15)), VALUE._col3 (type: varchar(50)), VALUE._col4 (type: varchar(15)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 9 Data size: 4728 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 9 Data size: 4728 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Input: default@part_change_date_group_string_group_date@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +1 2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +1 2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +2 0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +2 1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +2 2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +2 2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +2 5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +2 6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +PREHOOK: query: drop table part_change_date_group_string_group_date +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: drop table part_change_date_group_string_group_date +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__19.tmp_values_col1 values__tmp__table__19.tmp_values_col2 values__tmp__table__19.tmp_values_col3 values__tmp__table__19.tmp_values_col4 values__tmp__table__19.tmp_values_col5 values__tmp__table__19.tmp_values_col6 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_string + Statistics: Num rows: 10 Data size: 3098 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: string), c2 (type: string), c3 (type: string), c4 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3098 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3098 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3098 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3098 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 100 5000 5443 0 new +1 17 90000 754072151 3289094 new +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +2 1 200 2323322 5430907 new +2 2000 72909 3244222 -93222 new +2 256 32768 31889 470614135 new +2 5555 40000 -719017797 810662019 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +c4 char(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_char + Statistics: Num rows: 10 Data size: 4182 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: char(50)), c2 (type: char(50)), c3 (type: char(50)), c4 (type: char(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 4182 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4182 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(50)), _col3 (type: char(50)), _col4 (type: char(50)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(50)), VALUE._col3 (type: char(50)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 4182 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4182 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 100 5000 5443 0 new +1 17 90000 754072151 3289094 new +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +2 1 200 2323322 5430907 new +2 2000 72909 3244222 -93222 new +2 256 32768 31889 470614135 new +2 5555 40000 -719017797 810662019 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(5) +c2 char(5) +c3 char(5) +c4 char(5) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_char_trunc + Statistics: Num rows: 10 Data size: 3102 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: char(5)), c2 (type: char(5)), c3 (type: char(5)), c4 (type: char(5)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3102 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3102 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(5)), _col2 (type: char(5)), _col3 (type: char(5)), _col4 (type: char(5)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(5)), VALUE._col1 (type: char(5)), VALUE._col2 (type: char(5)), VALUE._col3 (type: char(5)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3102 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3102 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899 original +1 0 20435 84749 -9999 original +1 100 5000 5443 0 new +1 17 90000 75407 32890 new +1 45 1000 48377 -2386 original +1 NULL 4957 83222 90000 original +2 1 200 23233 54309 new +2 2000 72909 32442 -9322 new +2 256 32768 31889 47061 new +2 5555 40000 -7190 81066 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +c4 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_varchar + Statistics: Num rows: 10 Data size: 3098 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: varchar(50)), c2 (type: varchar(50)), c3 (type: varchar(50)), c4 (type: varchar(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3098 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3098 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col4 (type: varchar(50)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(50)), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: varchar(50)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3098 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3098 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 100 5000 5443 0 new +1 17 90000 754072151 3289094 new +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +2 1 200 2323322 5430907 new +2 2000 72909 3244222 -93222 new +2 256 32768 31889 470614135 new +2 5555 40000 -719017797 810662019 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(5) +c2 varchar(5) +c3 varchar(5) +c4 varchar(5) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_varchar_trunc + Statistics: Num rows: 10 Data size: 3076 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: varchar(5)), c2 (type: varchar(5)), c3 (type: varchar(5)), c4 (type: varchar(5)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3076 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3076 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(5)), _col2 (type: varchar(5)), _col3 (type: varchar(5)), _col4 (type: varchar(5)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(5)), VALUE._col1 (type: varchar(5)), VALUE._col2 (type: varchar(5)), VALUE._col3 (type: varchar(5)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3076 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3076 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899 original +1 0 20435 84749 -9999 original +1 100 5000 5443 0 new +1 17 90000 75407 32890 new +1 45 1000 48377 -2386 original +1 NULL 4957 83222 90000 original +2 1 200 23233 54309 new +2 2000 72909 32442 -9322 new +2 256 32768 31889 47061 new +2 5555 40000 -7190 81066 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 original +1 0.0 20435.0 847492223.000000000000000000 original +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +values__tmp__table__29.tmp_values_col1 values__tmp__table__29.tmp_values_col2 values__tmp__table__29.tmp_values_col3 values__tmp__table__29.tmp_values_col4 values__tmp__table__29.tmp_values_col5 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_string + Statistics: Num rows: 10 Data size: 3006 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: string), c2 (type: string), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3006 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3006 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3006 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3006 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.3 original +1 -255.0 4957.0 832222222 original +1 0.0 20435.0 847492223 original +1 100 5000 5443 new +1 17 90000 754072151 new +1 753.7028 -3651.672121 -23866739993 original +2 -66475.561431 52927714 7203778961 new +2 256 32768 31889 new +2 30.774 20.31 46114.284799488 new +2 5555 40000 -719017797 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_char + Statistics: Num rows: 10 Data size: 3802 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: char(50)), c2 (type: char(50)), c3 (type: char(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3802 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3802 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(50)), _col3 (type: char(50)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(50)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3802 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3802 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.3 original +1 -255.0 4957.0 832222222 9000000000 +1 0.0 20435.0 847492223 -999999999999 +1 100 5000 5443 new +1 17 90000 754072151 new +1 753.7028 -3651.672121 -23866739993 original +2 -66475.561431 52927714 7203778961 new +2 256 32768 31889 new +2 30.774 20.31 46114.284799488 new +2 5555 40000 -719017797 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(7) +c2 char(7) +c3 char(7) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_char_trunc + Statistics: Num rows: 10 Data size: 3028 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: char(7)), c2 (type: char(7)), c3 (type: char(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3028 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3028 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(7)), _col2 (type: char(7)), _col3 (type: char(7)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(7)), VALUE._col1 (type: char(7)), VALUE._col2 (type: char(7)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3028 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3028 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.076 -10.3 original +1 -255.0 4957.0 8322222 9000000000 +1 0.0 20435.0 8474922 -999999999999 +1 100 5000 5443 new +1 17 90000 7540721 new +1 753.702 -3651.6 -238667 original +2 -66475. 5292771 7203778 new +2 256 32768 31889 new +2 30.774 20.31 46114.2 new +2 5555 40000 -719017 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_varchar + Statistics: Num rows: 10 Data size: 3010 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: varchar(50)), c2 (type: varchar(50)), c3 (type: varchar(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3010 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3010 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(50)), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3010 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3010 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.3 original +1 -255.0 4957.0 832222222 9000000000 +1 0.0 20435.0 847492223 -999999999999 +1 100 5000 5443 new +1 17 90000 754072151 new +1 753.7028 -3651.672121 -23866739993 original +2 -66475.561431 52927714 7203778961 new +2 256 32768 31889 new +2 30.774 20.31 46114.284799488 new +2 5555 40000 -719017797 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(7) +c2 varchar(7) +c3 varchar(7) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_varchar_trunc + Statistics: Num rows: 10 Data size: 2988 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: varchar(7)), c2 (type: varchar(7)), c3 (type: varchar(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 2988 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 2988 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(7)), _col2 (type: varchar(7)), _col3 (type: varchar(7)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(7)), VALUE._col1 (type: varchar(7)), VALUE._col2 (type: varchar(7)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 2988 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 2988 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.076 -10.3 original +1 -255.0 4957.0 8322222 9000000000 +1 0.0 20435.0 8474922 -999999999999 +1 100 5000 5443 new +1 17 90000 7540721 new +1 753.702 -3651.6 -238667 original +2 -66475. 5292771 7203778 new +2 256 32768 31889 new +2 30.774 20.31 46114.2 new +2 5555 40000 -719017 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__38.tmp_values_col1 values__tmp__table__38.tmp_values_col2 values__tmp__table__38.tmp_values_col3 values__tmp__table__38.tmp_values_col4 values__tmp__table__38.tmp_values_col5 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 blank pads blank pads blank pads blank pads original +1 dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +1 escapist escapist escapist escapist original +1 heartbeat heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 varchar(50) +c4 char(9) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_string_group_string_group_string + Statistics: Num rows: 10 Data size: 4924 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: char(50)), c2 (type: char(9)), c3 (type: varchar(50)), c4 (type: char(9)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 4924 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4924 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(9)), _col3 (type: varchar(50)), _col4 (type: char(9)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(9)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: char(9)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 4924 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4924 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 blank pads blank pad blank pads blank pad original +1 bottom bottom bottom bottom new +1 dynamic reptile dynamic r dynamic reptile dynamic r original +1 escapist escapist escapist escapist original +1 hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +1 heartbeat heartbeat heartbeat heartbeat original +2 featherweight featherweight new +2 against against against against new +2 baffling bafflin baffling bafflin new +2 junkyard junkyard junkyard junkyard new +PREHOOK: query: drop table part_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: drop table part_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pads blank pads original +1 dynamic reptile dynamic reptile dynamic reptile original +1 escapist escapist escapist original +1 heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(9) +c3 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_string_group_string_group_char + Statistics: Num rows: 10 Data size: 4238 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: varchar(50)), c2 (type: varchar(9)), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4238 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4238 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(50)), _col2 (type: varchar(9)), _col3 (type: string), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(50)), VALUE._col1 (type: varchar(9)), VALUE._col2 (type: string), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4238 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4238 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pad blank pads original +1 bottom bottom bottom new +1 dynamic reptile dynamic r dynamic reptile original +1 escapist escapist escapist original +1 hangar paralysed companion hangar pa hangar paralysed companion new +1 heartbeat heartbeat heartbeat original +2 featherweight featherweight new +2 against against against new +2 baffling bafflin baffling new +2 junkyard junkyard junkyard new +PREHOOK: query: drop table part_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: drop table part_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pads blank pads original +1 dynamic reptile dynamic reptile dynamic reptile original +1 escapist escapist escapist original +1 heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_string_group_string_group_varchar + Statistics: Num rows: 10 Data size: 3986 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: char(50)), c2 (type: char(9)), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3986 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3986 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(9)), _col3 (type: string), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(9)), VALUE._col2 (type: string), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3986 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3986 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pad blank pads original +1 bottom bottom bottom new +1 dynamic reptile dynamic r dynamic reptile original +1 escapist escapist escapist original +1 hangar paralysed companion hangar pa hangar paralysed companion new +1 heartbeat heartbeat heartbeat original +2 featherweight featherweight new +2 against against against new +2 baffling bafflin baffling new +2 junkyard junkyard junkyard new +PREHOOK: query: drop table part_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: drop table part_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 tinyint +c3 tinyint +c4 tinyint +c5 tinyint +c6 tinyint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 c6 b +1 -2 -2 -2 -2 -2 -2 original +1 100 100 100 100 100 100 original +1 45 45 45 45 45 45 original +1 NULL NULL NULL NULL NULL NULL original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 int +c3 bigint +c4 float +c5 double +c6 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values('774', '2031', '200', '12', '99', '0', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + ('256', '32768', '31889', '300', '444', '506', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + ('100', '5000', '5443', '22', '2', '-2', 'new', 1), + ('17', '90000', '754072151', '95', '20', '18', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values('774', '2031', '200', '12', '99', '0', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + ('256', '32768', '31889', '300', '444', '506', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + ('100', '5000', '5443', '22', '2', '-2', 'new', 1), + ('17', '90000', '754072151', '95', '20', '18', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_tinyint + Statistics: Num rows: 10 Data size: 1798 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: smallint), c2 (type: int), c3 (type: bigint), c4 (type: float), c5 (type: double), c6 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 10 Data size: 1798 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1798 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: smallint), _col2 (type: int), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: decimal(38,18)), _col7 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: double), VALUE._col5 (type: decimal(38,18)), VALUE._col6 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 10 Data size: 1798 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1798 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 c6 b +1 -2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +1 100 100 100 100.0 100.0 100.000000000000000000 original +1 100 5000 5443 22.0 2.0 -2.000000000000000000 new +1 17 90000 754072151 95.0 20.0 18.000000000000000000 new +1 45 45 45 45.0 45.0 45.000000000000000000 original +1 NULL NULL NULL NULL NULL NULL original +2 256 32768 31889 300.0 444.0 506.000000000000000000 new +2 5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +2 774 2031 200 12.0 99.0 0.000000000000000000 new +2 NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 smallint +c3 smallint +c4 smallint +c5 smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 -2 -2 -2 -2 -2 original +1 -5000 -5000 -5000 -5000 -5000 original +1 100 100 100 100 100 original +1 2031 2031 2031 2031 2031 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 int +c2 bigint +c3 float +c4 double +c5 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values('774', '2031', '200', '12', '99', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', 'new', 2), + ('256', '32768', '31889', '300', '444', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', 'new', 2), + ('100', '5000', '5443', '22', '2', 'new', 1), + ('17', '90000', '754072151', '95', '20', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values('774', '2031', '200', '12', '99', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', 'new', 2), + ('256', '32768', '31889', '300', '444', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', 'new', 2), + ('100', '5000', '5443', '22', '2', 'new', 1), + ('17', '90000', '754072151', '95', '20', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_smallint + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: int), c2 (type: bigint), c3 (type: float), c4 (type: double), c5 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: double), _col5 (type: decimal(38,18)), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: float), VALUE._col3 (type: double), VALUE._col4 (type: decimal(38,18)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 -2 -2 -2.0 -2.0 -2.000000000000000000 original +1 -5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +1 100 100 100.0 100.0 100.000000000000000000 original +1 100 5000 5443.0 22.0 2.000000000000000000 new +1 17 90000 7.5407213E8 95.0 20.000000000000000000 new +1 2031 2031 2031.0 2031.0 2031.000000000000000000 original +2 256 32768 31889.0 300.0 444.000000000000000000 new +2 5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +2 561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +2 774 2031 200.0 12.0 99.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 int +c2 int +c3 int +c4 int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -2 -2 -2 original +1 -5000 -5000 -5000 -5000 original +1 2031 2031 2031 2031 original +1 52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 float +c3 double +c4 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values('774', '2031', '200', '12', 'new', 2), + ('561431', '52927714', '7203778961', '8', 'new', 2), + ('256', '32768', '31889', '300', 'new', 2), + ('5555', '40000', '-719017797', '45', 'new', 2), + ('100', '5000', '5443', '22', 'new', 1), + ('17', '90000', '754072151', '95', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values('774', '2031', '200', '12', 'new', 2), + ('561431', '52927714', '7203778961', '8', 'new', 2), + ('256', '32768', '31889', '300', 'new', 2), + ('5555', '40000', '-719017797', '45', 'new', 2), + ('100', '5000', '5443', '22', 'new', 1), + ('17', '90000', '754072151', '95', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_int + Statistics: Num rows: 10 Data size: 1746 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: bigint), c2 (type: float), c3 (type: double), c4 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 1746 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1746 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: bigint), _col2 (type: float), _col3 (type: double), _col4 (type: decimal(38,18)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: bigint), VALUE._col1 (type: float), VALUE._col2 (type: double), VALUE._col3 (type: decimal(38,18)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 1746 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1746 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -2.0 -2.0 -2.000000000000000000 original +1 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +1 100 5000.0 5443.0 22.000000000000000000 new +1 17 90000.0 7.54072151E8 95.000000000000000000 new +1 2031 2031.0 2031.0 2031.000000000000000000 original +1 52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +2 256 32768.0 31889.0 300.000000000000000000 new +2 5555 40000.0 -7.19017797E8 45.000000000000000000 new +2 561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +2 774 2031.0 200.0 12.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 bigint +c3 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2 -2 -2 original +1 -5000 -5000 -5000 original +1 52927714 52927714 52927714 original +1 7203778961 7203778961 7203778961 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values('774', '2031', '200', 'new', 2), + ('561431', '52927714', '7203778961', 'new', 2), + ('256', '32768', '31889', 'new', 2), + ('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1), + ('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values('774', '2031', '200', 'new', 2), + ('561431', '52927714', '7203778961', 'new', 2), + ('256', '32768', '31889', 'new', 2), + ('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1), + ('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_bigint + Statistics: Num rows: 10 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: float), c2 (type: double), c3 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: float), _col2 (type: double), _col3 (type: decimal(38,18)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: float), VALUE._col1 (type: double), VALUE._col2 (type: decimal(38,18)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -2.0 -2.000000000000000000 original +1 -5000.0 -5000.0 -5000.000000000000000000 original +1 100.0 5000.0 5443.000000000000000000 new +1 17.0 90000.0 754072151.000000000000000000 new +1 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +1 7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +2 256.0 32768.0 31889.000000000000000000 new +2 5555.0 40000.0 -719017797.000000000000000000 new +2 561431.0 5.2927714E7 7203778961.000000000000000000 new +2 774.0 2031.0 200.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 float +c2 float +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +#### A masked pattern was here #### +part c1 c2 b +1 -29.0764 -29.0764 original +1 -5000.0 -5000.0 original +1 5.2927712E7 5.2927712E7 original +1 753.7028 753.7028 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 double +c2 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values('774', '2031', 'new', 2), + ('561431', '52927714', 'new', 2), + ('256', '32768', 'new', 2), + ('5555', '40000', 'new', 2), + ('100', '5000', 'new', 1), + ('17', '90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values('774', '2031', 'new', 2), + ('561431', '52927714', 'new', 2), + ('256', '32768', 'new', 2), + ('5555', '40000', 'new', 2), + ('100', '5000', 'new', 1), + ('17', '90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_float + Statistics: Num rows: 10 Data size: 1642 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: double), c2 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 1642 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1642 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: double), _col2 (type: decimal(38,18)), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: double), VALUE._col1 (type: decimal(38,18)), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 1642 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1642 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 +#### A masked pattern was here #### +part c1 c2 b +1 -29.076400756835938 -29.076400756835937500 original +1 -5000.0 -5000.000000000000000000 original +1 100.0 5000.000000000000000000 new +1 17.0 90000.000000000000000000 new +1 5.2927712E7 52927712.000000000000000000 original +1 753.7028198242188 753.702819824218750000 original +2 256.0 32768.000000000000000000 new +2 5555.0 40000.000000000000000000 new +2 561431.0 52927714.000000000000000000 new +2 774.0 2031.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(c1 double, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(c1 double, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +part c1 b +1 -29.0764 original +1 -5000.0 original +1 5.2927714E7 original +1 753.7028 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values('774', 'new', 2), + ('561431', 'new', 2), + ('256', 'new', 2), + ('5555', 'new', 2), + ('100', 'new', 1), + ('17', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values('774', 'new', 2), + ('561431', 'new', 2), + ('256', 'new', 2), + ('5555', 'new', 2), + ('100', 'new', 1), + ('17', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_double + Statistics: Num rows: 10 Data size: 1594 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1594 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1594 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: decimal(38,18)), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: decimal(38,18)), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1594 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1594 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 +#### A masked pattern was here #### +part c1 b +1 -29.076399999999999579 original +1 -5000.000000000000000000 original +1 100.000000000000000000 new +1 17.000000000000000000 new +1 52927714.000000000000000000 original +1 753.702800000000024738 original +2 256.000000000000000000 new +2 5555.000000000000000000 new +2 561431.000000000000000000 new +2 774.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_double PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: DROP TABLE partitioned4 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_double POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double diff --git ql/src/test/results/clientpositive/schema_evol_orc_nonvec_mapwork_table.q.out ql/src/test/results/clientpositive/schema_evol_orc_nonvec_mapwork_table.q.out index df9494f..37c95bb 100644 --- ql/src/test/results/clientpositive/schema_evol_orc_nonvec_mapwork_table.q.out +++ ql/src/test/results/clientpositive/schema_evol_orc_nonvec_mapwork_table.q.out @@ -2,80 +2,443 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Non-Vectorized, MapWork, Table -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) STORED AS ORC +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(a INT, b STRING) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table1 +PREHOOK: Output: default@table_add_int_permute_select POSTHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Non-Vectorized, MapWork, Table -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) STORED AS ORC +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(a INT, b STRING) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) +alter table table_add_int_permute_select add columns(c int) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) +alter table table_add_int_permute_select add columns(c int) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 384 + totalSize 313 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_permute_select values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: insert into table table_add_int_permute_select values(5, 'new', 100),(6, 'new', 200) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select values(5, 'new', 100),(6, 'new', 200) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select a,b from table_add_int_permute_select order by a +PREHOOK: type: QUERY +POSTHOOK: query: explain +select a,b from table_add_int_permute_select order by a +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_add_int_permute_select + Statistics: Num rows: 10 Data size: 954 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 954 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 954 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 954 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 954 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_permute_select order by a +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_permute_select order by a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +a b +1 new +1 original +2 new +2 original +3 new +3 original +4 new +4 original +5 new +6 new +PREHOOK: query: select a,b,c from table_add_int_permute_select order by a +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select a,b,c from table_add_int_permute_select order by a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +a b c +1 new 10 +1 original NULL +2 new 20 +2 original NULL +3 new 30 +3 original NULL +4 new 40 +4 original NULL +5 new 100 +6 new 200 +PREHOOK: query: select c from table_add_int_permute_select order by c +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select c from table_add_int_permute_select order by c +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +c +10 +100 +20 +200 +30 +40 +NULL +NULL +NULL +NULL +PREHOOK: query: drop table table_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: drop table table_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_string_permute_select(a INT, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_string_permute_select(a INT, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_string_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__4 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__4 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 384 + totalSize 313 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_string_permute_select values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__5 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__5 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table table_add_int_string_permute_select values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__6 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__6 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select a,b from table_add_int_string_permute_select order by a +PREHOOK: type: QUERY +POSTHOOK: query: explain +select a,b from table_add_int_string_permute_select order by a +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_add_int_string_permute_select + Statistics: Num rows: 10 Data size: 1496 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 1496 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1496 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 1496 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1496 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 +select a,b from table_add_int_string_permute_select order by a PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 +select a,b from table_add_int_string_permute_select order by a POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### a b 1 new @@ -88,13 +451,13 @@ a b 4 original 5 new 6 new -PREHOOK: query: select a,b,c from table1 +PREHOOK: query: select a,b,c from table_add_int_string_permute_select order by a PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### -POSTHOOK: query: select a,b,c from table1 +POSTHOOK: query: select a,b,c from table_add_int_string_permute_select order by a POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### a b c 1 new 10 @@ -107,13 +470,13 @@ a b c 4 original NULL 5 new 100 6 new 200 -PREHOOK: query: select a,b,c,d from table1 +PREHOOK: query: select a,b,c,d from table_add_int_string_permute_select order by a PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### -POSTHOOK: query: select a,b,c,d from table1 +POSTHOOK: query: select a,b,c,d from table_add_int_string_permute_select order by a POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### a b c d 1 new 10 ten @@ -126,13 +489,13 @@ a b c d 4 original NULL NULL 5 new 100 hundred 6 new 200 two hundred -PREHOOK: query: select a,c,d from table1 +PREHOOK: query: select a,c,d from table_add_int_string_permute_select order by a PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### -POSTHOOK: query: select a,c,d from table1 +POSTHOOK: query: select a,c,d from table_add_int_string_permute_select order by a POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### a c d 1 10 ten @@ -145,13 +508,13 @@ a c d 4 NULL NULL 5 100 hundred 6 200 two hundred -PREHOOK: query: select a,d from table1 +PREHOOK: query: select a,d from table_add_int_string_permute_select order by a PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### -POSTHOOK: query: select a,d from table1 +POSTHOOK: query: select a,d from table_add_int_string_permute_select order by a POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### a d 1 NULL @@ -164,13 +527,13 @@ a d 4 forty 5 hundred 6 two hundred -PREHOOK: query: select c from table1 +PREHOOK: query: select c from table_add_int_string_permute_select order by c PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### -POSTHOOK: query: select c from table1 +POSTHOOK: query: select c from table_add_int_string_permute_select order by c POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### c 10 @@ -183,13 +546,13 @@ NULL NULL NULL NULL -PREHOOK: query: select d from table1 +PREHOOK: query: select d from table_add_int_string_permute_select order by d PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### -POSTHOOK: query: select d from table1 +POSTHOOK: query: select d from table_add_int_string_permute_select order by d POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### d NULL @@ -202,97 +565,5205 @@ ten thirty twenty two hundred +PREHOOK: query: drop table table_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: drop table table_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_double + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +c2 double +c3 double +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 1640 + totalSize 661 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_double + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table table_change_string_group_double + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_double order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_double order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_string_group_double + Statistics: Num rows: 10 Data size: 2306 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: double), c2 (type: double), c3 (type: double), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 2306 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: double) + sort order: + + Statistics: Num rows: 10 Data size: 2306 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: double), _col2 (type: double), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: double), VALUE._col0 (type: double), VALUE._col1 (type: double), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 2306 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 2306 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_double order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_double +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_double order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_double +#### A masked pattern was here #### +c1 c2 c3 b +-10.3 -10.3 -10.3 original +-29.0764 -29.0764 -29.0764 original +-3651.672121 -3651.672121 -3651.672121 original +-66475.561431 -66475.561431 -66475.561431 new +17808.963785 17808.963785 17808.963785 new +20.31 20.31 20.31 new +30.774 30.774 30.774 new +46114.284799488 46114.284799488 46114.284799488 new +753.7028 753.7028 753.7028 original +9250340.75 9250340.75 9250340.75 new +PREHOOK: query: drop table table_change_string_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: drop table table_change_string_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_decimal + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +c2 decimal(38,18) +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 1640 + totalSize 661 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_decimal + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table table_change_string_group_decimal + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_decimal order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_decimal order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_string_group_decimal + Statistics: Num rows: 10 Data size: 4178 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: decimal(38,18)), c2 (type: decimal(38,18)), c3 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 4178 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: decimal(38,18)) + sort order: + + Statistics: Num rows: 10 Data size: 4178 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: decimal(38,18)), _col2 (type: decimal(38,18)), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: decimal(38,18)), VALUE._col0 (type: decimal(38,18)), VALUE._col1 (type: decimal(38,18)), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 4178 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4178 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_decimal order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_decimal +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_decimal order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_decimal +#### A masked pattern was here #### +c1 c2 c3 b +-10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +-29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +-3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +-66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +20.310000000000000000 20.310000000000000000 20.310000000000000000 new +30.774000000000000000 30.774000000000000000 30.774000000000000000 new +46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +753.702800000000000000 753.702800000000000000 753.702800000000000000 original +9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +PREHOOK: query: drop table table_change_string_group_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: drop table table_change_string_group_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 timestamp +c2 timestamp +c3 timestamp +c4 timestamp +c5 timestamp +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 3 + rawDataSize 876 + totalSize 705 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_date_group_string_group_timestamp + Statistics: Num rows: 9 Data size: 4734 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: string), c2 (type: char(50)), c3 (type: char(15)), c4 (type: varchar(50)), c5 (type: varchar(15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 9 Data size: 4734 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Statistics: Num rows: 9 Data size: 4734 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(15)), _col3 (type: varchar(50)), _col4 (type: varchar(15)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(15)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: varchar(15)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 9 Data size: 4734 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 9 Data size: 4734 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +#### A masked pattern was here #### +c1 c2 c3 c4 c5 b +0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:3 5966-07-09 03:30:50.597 5966-07-09 03:3 new +6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:5 6229-06-28 02:54:28.970117179 6229-06-28 02:5 new +PREHOOK: query: drop table table_change_date_group_string_group_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: drop table table_change_date_group_string_group_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) -- -CREATE TABLE table2(a smallint, b STRING) STORED AS ORC +CREATE TABLE table_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table2 +PREHOOK: Output: default@table_change_date_group_string_group_date POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) -- -CREATE TABLE table2(a smallint, b STRING) STORED AS ORC +CREATE TABLE table_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 date +c2 date +c3 date +c4 date +c5 date +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_date + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 +alter table table_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +alter table table_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 3 + rawDataSize 1116 + totalSize 505 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_date + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by c1 PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select a,b from table2 +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_date_group_string_group_date + Statistics: Num rows: 9 Data size: 4728 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: string), c2 (type: char(50)), c3 (type: char(15)), c4 (type: varchar(50)), c5 (type: varchar(15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 9 Data size: 4728 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Statistics: Num rows: 9 Data size: 4728 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(15)), _col3 (type: varchar(50)), _col4 (type: varchar(15)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(15)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: varchar(15)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 9 Data size: 4728 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 9 Data size: 4728 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by c1 PREHOOK: type: QUERY -PREHOOK: Input: default@table2 +PREHOOK: Input: default@table_change_date_group_string_group_date #### A masked pattern was here #### -POSTHOOK: query: select a,b from table2 +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@table2 +POSTHOOK: Input: default@table_change_date_group_string_group_date #### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -5000 new -6737 original -72909 new -90000 new -PREHOOK: query: DROP TABLE table1 +c1 c2 c3 c4 c5 b +0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +PREHOOK: query: drop table table_change_date_group_string_group_date PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: DROP TABLE table1 +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: drop table table_change_date_group_string_group_date POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: DROP TABLE table2 +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 444 + totalSize 664 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__19.tmp_values_col1 values__tmp__table__19.tmp_values_col2 values__tmp__table__19.tmp_values_col3 values__tmp__table__19.tmp_values_col4 values__tmp__table__19.tmp_values_col5 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_string + Statistics: Num rows: 10 Data size: 3096 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: string), c2 (type: string), c3 (type: string), c4 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3096 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Statistics: Num rows: 10 Data size: 3096 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3096 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3096 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +1 200 2323322 5430907 new +100 5000 5443 0 new +17 90000 754072151 3289094 new +2000 72909 3244222 -93222 new +256 32768 31889 470614135 new +45 1000 483777 -23866739993 original +5555 40000 -719017797 810662019 new +NULL 4957 832222222 9000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +c4 char(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 444 + totalSize 664 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_char + Statistics: Num rows: 10 Data size: 4182 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: char(50)), c2 (type: char(50)), c3 (type: char(50)), c4 (type: char(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4182 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: char(50)) + sort order: + + Statistics: Num rows: 10 Data size: 4182 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(50)), _col3 (type: char(50)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(50)), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(50)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4182 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4182 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +1 200 2323322 5430907 new +100 5000 5443 0 new +17 90000 754072151 3289094 new +2000 72909 3244222 -93222 new +256 32768 31889 470614135 new +45 1000 483777 -23866739993 original +5555 40000 -719017797 810662019 new +NULL 4957 832222222 9000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(5) +c2 char(5) +c3 char(5) +c4 char(5) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 444 + totalSize 664 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_char_trunc + Statistics: Num rows: 10 Data size: 3102 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: char(5)), c2 (type: char(5)), c3 (type: char(5)), c4 (type: char(5)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3102 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: char(5)) + sort order: + + Statistics: Num rows: 10 Data size: 3102 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(5)), _col2 (type: char(5)), _col3 (type: char(5)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(5)), VALUE._col0 (type: char(5)), VALUE._col1 (type: char(5)), VALUE._col2 (type: char(5)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3102 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3102 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899 original +0 20435 84749 -9999 original +1 200 23233 54309 new +100 5000 5443 0 new +17 90000 75407 32890 new +2000 72909 32442 -9322 new +256 32768 31889 47061 new +45 1000 48377 -2386 original +5555 40000 -7190 81066 new +NULL 4957 83222 90000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +c4 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 444 + totalSize 664 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_varchar + Statistics: Num rows: 10 Data size: 3096 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: varchar(50)), c2 (type: varchar(50)), c3 (type: varchar(50)), c4 (type: varchar(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3096 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: varchar(50)) + sort order: + + Statistics: Num rows: 10 Data size: 3096 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: varchar(50)), VALUE._col0 (type: varchar(50)), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3096 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3096 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +1 200 2323322 5430907 new +100 5000 5443 0 new +17 90000 754072151 3289094 new +2000 72909 3244222 -93222 new +256 32768 31889 470614135 new +45 1000 483777 -23866739993 original +5555 40000 -719017797 810662019 new +NULL 4957 832222222 9000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(5) +c2 varchar(5) +c3 varchar(5) +c4 varchar(5) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 444 + totalSize 664 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_varchar_trunc + Statistics: Num rows: 10 Data size: 3066 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: varchar(5)), c2 (type: varchar(5)), c3 (type: varchar(5)), c4 (type: varchar(5)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3066 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: varchar(5)) + sort order: + + Statistics: Num rows: 10 Data size: 3066 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(5)), _col2 (type: varchar(5)), _col3 (type: varchar(5)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: varchar(5)), VALUE._col0 (type: varchar(5)), VALUE._col1 (type: varchar(5)), VALUE._col2 (type: varchar(5)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3066 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3066 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899 original +0 20435 84749 -9999 original +1 200 23233 54309 new +100 5000 5443 0 new +17 90000 75407 32890 new +2000 72909 32442 -9322 new +256 32768 31889 47061 new +45 1000 48377 -2386 original +5555 40000 -7190 81066 new +NULL 4957 83222 90000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 original +0.0 20435.0 847492223.000000000000000000 original +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 864 + totalSize 729 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +values__tmp__table__29.tmp_values_col1 values__tmp__table__29.tmp_values_col2 values__tmp__table__29.tmp_values_col3 values__tmp__table__29.tmp_values_col4 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_string + Statistics: Num rows: 10 Data size: 3006 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: string), c2 (type: string), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3006 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Statistics: Num rows: 10 Data size: 3006 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3006 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3006 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.3 original +-255.0 4957.0 832222222 original +-66475.561431 52927714 7203778961 new +0.0 20435.0 847492223 original +100 5000 5443 new +17 90000 754072151 new +256 32768 31889 new +30.774 20.31 46114.284799488 new +5555 40000 -719017797 new +753.7028 -3651.672121 -23866739993 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 868 + totalSize 743 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_char + Statistics: Num rows: 10 Data size: 3802 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: char(50)), c2 (type: char(50)), c3 (type: char(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3802 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: char(50)) + sort order: + + Statistics: Num rows: 10 Data size: 3802 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(50)), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(50)), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(50)), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3802 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3802 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.3 original +-255.0 4957.0 832222222 9000000000 +-66475.561431 52927714 7203778961 new +0.0 20435.0 847492223 -999999999999 +100 5000 5443 new +17 90000 754072151 new +256 32768 31889 new +30.774 20.31 46114.284799488 new +5555 40000 -719017797 new +753.7028 -3651.672121 -23866739993 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(7) +c2 char(7) +c3 char(7) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 868 + totalSize 743 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_char_trunc + Statistics: Num rows: 10 Data size: 3028 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: char(7)), c2 (type: char(7)), c3 (type: char(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3028 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: char(7)) + sort order: + + Statistics: Num rows: 10 Data size: 3028 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(7)), _col2 (type: char(7)), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(7)), VALUE._col0 (type: char(7)), VALUE._col1 (type: char(7)), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3028 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3028 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.076 -10.3 original +-255.0 4957.0 8322222 9000000000 +-66475. 5292771 7203778 new +0.0 20435.0 8474922 -999999999999 +100 5000 5443 new +17 90000 7540721 new +256 32768 31889 new +30.774 20.31 46114.2 new +5555 40000 -719017 new +753.702 -3651.6 -238667 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 868 + totalSize 743 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_varchar + Statistics: Num rows: 10 Data size: 3010 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: varchar(50)), c2 (type: varchar(50)), c3 (type: varchar(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3010 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: varchar(50)) + sort order: + + Statistics: Num rows: 10 Data size: 3010 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(50)), _col2 (type: varchar(50)), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: varchar(50)), VALUE._col0 (type: varchar(50)), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3010 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3010 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.3 original +-255.0 4957.0 832222222 9000000000 +-66475.561431 52927714 7203778961 new +0.0 20435.0 847492223 -999999999999 +100 5000 5443 new +17 90000 754072151 new +256 32768 31889 new +30.774 20.31 46114.284799488 new +5555 40000 -719017797 new +753.7028 -3651.672121 -23866739993 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(7) +c2 varchar(7) +c3 varchar(7) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 868 + totalSize 743 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_varchar_trunc + Statistics: Num rows: 10 Data size: 2992 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: varchar(7)), c2 (type: varchar(7)), c3 (type: varchar(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 2992 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: varchar(7)) + sort order: + + Statistics: Num rows: 10 Data size: 2992 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(7)), _col2 (type: varchar(7)), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: varchar(7)), VALUE._col0 (type: varchar(7)), VALUE._col1 (type: varchar(7)), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 2992 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 2992 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.076 -10.3 original +-255.0 4957.0 8322222 9000000000 +-66475. 5292771 7203778 new +0.0 20435.0 8474922 -999999999999 +100 5000 5443 new +17 90000 7540721 new +256 32768 31889 new +30.774 20.31 46114.2 new +5555 40000 -719017 new +753.702 -3651.6 -238667 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_string + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__38.tmp_values_col1 values__tmp__table__38.tmp_values_col2 values__tmp__table__38.tmp_values_col3 values__tmp__table__38.tmp_values_col4 values__tmp__table__38.tmp_values_col5 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +c1 c2 c3 c4 b +blank pads blank pads blank pads blank pads original +dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +escapist escapist escapist escapist original +heartbeat heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 varchar(50) +c4 char(9) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 1888 + totalSize 772 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_string + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_string_group_string_group_string + Statistics: Num rows: 10 Data size: 4924 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: char(50)), c2 (type: char(9)), c3 (type: varchar(50)), c4 (type: char(9)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4924 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: char(50)) + sort order: + + Statistics: Num rows: 10 Data size: 4924 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(9)), _col2 (type: varchar(50)), _col3 (type: char(9)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(50)), VALUE._col0 (type: char(9)), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: char(9)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4924 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4924 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +c1 c2 c3 c4 b + featherweight featherweight new + against against against against new + baffling bafflin baffling bafflin new +blank pads blank pad blank pads blank pad original +bottom bottom bottom bottom new +dynamic reptile dynamic r dynamic reptile dynamic r original +escapist escapist escapist escapist original +hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +heartbeat heartbeat heartbeat heartbeat original +junkyard junkyard junkyard junkyard new +PREHOOK: query: drop table table_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: drop table table_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_char + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +c1 c2 c3 b +blank pads blank pads blank pads original +dynamic reptile dynamic reptile dynamic reptile original +escapist escapist escapist original +heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(9) +c3 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 1976 + totalSize 719 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_char + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_string_group_string_group_char + Statistics: Num rows: 10 Data size: 4238 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: varchar(50)), c2 (type: varchar(9)), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 4238 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: varchar(50)) + sort order: + + Statistics: Num rows: 10 Data size: 4238 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(9)), _col2 (type: string), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: varchar(50)), VALUE._col0 (type: varchar(9)), VALUE._col1 (type: string), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 4238 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4238 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +c1 c2 c3 b + featherweight featherweight new + against against against new + baffling bafflin baffling new +blank pads blank pad blank pads original +bottom bottom bottom new +dynamic reptile dynamic r dynamic reptile original +escapist escapist escapist original +hangar paralysed companion hangar pa hangar paralysed companion new +heartbeat heartbeat heartbeat original +junkyard junkyard junkyard new +PREHOOK: query: drop table table_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: drop table table_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +c1 c2 c3 b +blank pads blank pads blank pads original +dynamic reptile dynamic reptile dynamic reptile original +escapist escapist escapist original +heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 1508 + totalSize 667 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_string_group_string_group_varchar + Statistics: Num rows: 10 Data size: 3986 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: char(50)), c2 (type: char(9)), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3986 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: char(50)) + sort order: + + Statistics: Num rows: 10 Data size: 3986 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(9)), _col2 (type: string), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(50)), VALUE._col0 (type: char(9)), VALUE._col1 (type: string), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3986 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3986 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +c1 c2 c3 b + featherweight featherweight new + against against against new + baffling bafflin baffling new +blank pads blank pad blank pads original +bottom bottom bottom new +dynamic reptile dynamic r dynamic reptile original +escapist escapist escapist original +hangar paralysed companion hangar pa hangar paralysed companion new +heartbeat heartbeat heartbeat original +junkyard junkyard junkyard new +PREHOOK: query: drop table table_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: drop table table_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 tinyint +c3 tinyint +c4 tinyint +c5 tinyint +c6 tinyint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 c6 b +-2 -2 -2 -2 -2 -2 original +100 100 100 100 100 100 original +45 45 45 45 45 45 original +NULL NULL NULL NULL NULL NULL original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 int +c3 bigint +c4 float +c5 double +c6 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 440 + totalSize 578 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values('774', '2031', '200', '12', '99', '0', 'new'), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new'), + ('256', '32768', '31889', '300', '444', '506', 'new'), + ('5555', '40000', '-719017797', '45', '55', '65', 'new'), + ('100', '5000', '5443', '22', '2', '-2', 'new'), + ('17', '90000', '754072151', '95', '20', '18', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values('774', '2031', '200', '12', '99', '0', 'new'), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new'), + ('256', '32768', '31889', '300', '444', '506', 'new'), + ('5555', '40000', '-719017797', '45', '55', '65', 'new'), + ('100', '5000', '5443', '22', '2', '-2', 'new'), + ('17', '90000', '754072151', '95', '20', '18', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_tinyint + Statistics: Num rows: 10 Data size: 1798 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: smallint), c2 (type: int), c3 (type: bigint), c4 (type: float), c5 (type: double), c6 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 1798 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: smallint) + sort order: + + Statistics: Num rows: 10 Data size: 1798 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: double), _col5 (type: decimal(38,18)), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: smallint), VALUE._col0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: float), VALUE._col3 (type: double), VALUE._col4 (type: decimal(38,18)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 1798 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1798 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 c6 b +-2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +100 100 100 100.0 100.0 100.000000000000000000 original +100 5000 5443 22.0 2.0 -2.000000000000000000 new +17 90000 754072151 95.0 20.0 18.000000000000000000 new +256 32768 31889 300.0 444.0 506.000000000000000000 new +45 45 45 45.0 45.0 45.000000000000000000 original +5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +774 2031 200 12.0 99.0 0.000000000000000000 new +NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +NULL NULL NULL NULL NULL NULL original +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 smallint +c3 smallint +c4 smallint +c5 smallint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 b +-2 -2 -2 -2 -2 original +-5000 -5000 -5000 -5000 -5000 original +100 100 100 100 100 original +2031 2031 2031 2031 2031 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 int +c2 bigint +c3 float +c4 double +c5 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 448 + totalSize 523 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values('774', '2031', '200', '12', '99', 'new'), + ('561431', '52927714', '7203778961', '8', '7', 'new'), + ('256', '32768', '31889', '300', '444', 'new'), + ('5555', '40000', '-719017797', '45', '55', 'new'), + ('100', '5000', '5443', '22', '2', 'new'), + ('17', '90000', '754072151', '95', '20', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values('774', '2031', '200', '12', '99', 'new'), + ('561431', '52927714', '7203778961', '8', '7', 'new'), + ('256', '32768', '31889', '300', '444', 'new'), + ('5555', '40000', '-719017797', '45', '55', 'new'), + ('100', '5000', '5443', '22', '2', 'new'), + ('17', '90000', '754072151', '95', '20', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_smallint + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: int), c2 (type: bigint), c3 (type: float), c4 (type: double), c5 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: bigint), _col2 (type: float), _col3 (type: double), _col4 (type: decimal(38,18)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: bigint), VALUE._col1 (type: float), VALUE._col2 (type: double), VALUE._col3 (type: decimal(38,18)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 b +-2 -2 -2.0 -2.0 -2.000000000000000000 original +-5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +100 100 100.0 100.0 100.000000000000000000 original +100 5000 5443.0 22.0 2.000000000000000000 new +17 90000 7.5407213E8 95.0 20.000000000000000000 new +2031 2031 2031.0 2031.0 2031.000000000000000000 original +256 32768 31889.0 300.0 444.000000000000000000 new +5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +774 2031 200.0 12.0 99.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 int +c2 int +c3 int +c4 int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -2 -2 -2 original +-5000 -5000 -5000 -5000 original +2031 2031 2031 2031 original +52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 float +c3 double +c4 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 432 + totalSize 534 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values('774', '2031', '200', '12', 'new'), + ('561431', '52927714', '7203778961', '8', 'new'), + ('256', '32768', '31889', '300', 'new'), + ('5555', '40000', '-719017797', '45', 'new'), + ('100', '5000', '5443', '22', 'new'), + ('17', '90000', '754072151', '95', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values('774', '2031', '200', '12', 'new'), + ('561431', '52927714', '7203778961', '8', 'new'), + ('256', '32768', '31889', '300', 'new'), + ('5555', '40000', '-719017797', '45', 'new'), + ('100', '5000', '5443', '22', 'new'), + ('17', '90000', '754072151', '95', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_int + Statistics: Num rows: 10 Data size: 1746 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: bigint), c2 (type: float), c3 (type: double), c4 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 1746 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: bigint) + sort order: + + Statistics: Num rows: 10 Data size: 1746 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: float), _col2 (type: double), _col3 (type: decimal(38,18)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: float), VALUE._col1 (type: double), VALUE._col2 (type: decimal(38,18)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 1746 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1746 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -2.0 -2.0 -2.000000000000000000 original +-5000 -5000.0 -5000.0 -5000.000000000000000000 original +100 5000.0 5443.0 22.000000000000000000 new +17 90000.0 7.54072151E8 95.000000000000000000 new +2031 2031.0 2031.0 2031.000000000000000000 original +256 32768.0 31889.0 300.000000000000000000 new +52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5555 40000.0 -7.19017797E8 45.000000000000000000 new +561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +774 2031.0 200.0 12.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 bigint +c3 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +c1 c2 c3 b +-2 -2 -2 original +-5000 -5000 -5000 original +52927714 52927714 52927714 original +7203778961 7203778961 7203778961 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 464 + totalSize 493 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values('774', '2031', '200', 'new'), + ('561431', '52927714', '7203778961', 'new'), + ('256', '32768', '31889', 'new'), + ('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'), + ('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values('774', '2031', '200', 'new'), + ('561431', '52927714', '7203778961', 'new'), + ('256', '32768', '31889', 'new'), + ('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'), + ('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_bigint + Statistics: Num rows: 10 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: float), c2 (type: double), c3 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: float) + sort order: + + Statistics: Num rows: 10 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: double), _col2 (type: decimal(38,18)), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: float), VALUE._col0 (type: double), VALUE._col1 (type: decimal(38,18)), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -2.0 -2.000000000000000000 original +-5000.0 -5000.0 -5000.000000000000000000 original +100.0 5000.0 5443.000000000000000000 new +17.0 90000.0 754072151.000000000000000000 new +256.0 32768.0 31889.000000000000000000 new +5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5555.0 40000.0 -719017797.000000000000000000 new +561431.0 5.2927714E7 7203778961.000000000000000000 new +7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +774.0 2031.0 200.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 float +c2 float +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +c1 c2 b +-29.0764 -29.0764 original +-5000.0 -5000.0 original +5.2927712E7 5.2927712E7 original +753.7028 753.7028 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 double +c2 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 400 + totalSize 442 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values('774', '2031', 'new'), + ('561431', '52927714', 'new'), + ('256', '32768', 'new'), + ('5555', '40000', 'new'), + ('100', '5000', 'new'), + ('17', '90000', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values('774', '2031', 'new'), + ('561431', '52927714', 'new'), + ('256', '32768', 'new'), + ('5555', '40000', 'new'), + ('100', '5000', 'new'), + ('17', '90000', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_float + Statistics: Num rows: 10 Data size: 1642 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: double), c2 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1642 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: double) + sort order: + + Statistics: Num rows: 10 Data size: 1642 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: decimal(38,18)), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: double), VALUE._col0 (type: decimal(38,18)), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1642 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1642 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +c1 c2 b +-29.076400756835938 -29.076400756835937500 original +-5000.0 -5000.000000000000000000 original +100.0 5000.000000000000000000 new +17.0 90000.000000000000000000 new +256.0 32768.000000000000000000 new +5.2927712E7 52927712.000000000000000000 original +5555.0 40000.000000000000000000 new +561431.0 52927714.000000000000000000 new +753.7028198242188 753.702819824218750000 original +774.0 2031.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(c1 double, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(c1 double, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +c1 b +-29.0764 original +-5000.0 original +5.2927714E7 original +753.7028 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 400 + totalSize 393 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values('774', 'new'), + ('561431', 'new'), + ('256', 'new'), + ('5555', 'new'), + ('100', 'new'), + ('17', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values('774', 'new'), + ('561431', 'new'), + ('256', 'new'), + ('5555', 'new'), + ('100', 'new'), + ('17', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: explain +select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_double + Statistics: Num rows: 10 Data size: 1594 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 1594 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: decimal(38,18)) + sort order: + + Statistics: Num rows: 10 Data size: 1594 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: decimal(38,18)), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 1594 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1594 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +c1 b +-29.076399999999999579 original +-5000.000000000000000000 original +100.000000000000000000 new +17.000000000000000000 new +256.000000000000000000 new +52927714.000000000000000000 original +5555.000000000000000000 new +561431.000000000000000000 new +753.702800000000024738 original +774.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_double PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 -POSTHOOK: query: DROP TABLE table2 +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_double POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double diff --git ql/src/test/results/clientpositive/schema_evol_orc_vec_mapwork_part.q.out ql/src/test/results/clientpositive/schema_evol_orc_vec_mapwork_part.q.out index 9f1fda8..c53d2b5 100644 --- ql/src/test/results/clientpositive/schema_evol_orc_vec_mapwork_part.q.out +++ ql/src/test/results/clientpositive/schema_evol_orc_vec_mapwork_part.q.out @@ -2,84 +2,210 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Vectorized, MapWork, Partitioned -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned1 +PREHOOK: Output: default@part_add_int_permute_select POSTHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Vectorized, MapWork, Partitioned -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) +alter table part_add_int_permute_select add columns(c int) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) +alter table part_add_int_permute_select add columns(c int) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=2) values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@partitioned1@part=2 -POSTHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=2) values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@partitioned1@part=2 -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(5, 'new', 100),(6, 'new', 200) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(5, 'new', 100),(6, 'new', 200) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from part_add_int_permute_select order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from part_add_int_permute_select order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_add_int_permute_select + Statistics: Num rows: 10 Data size: 954 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 954 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 954 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 954 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 954 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from part_add_int_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from part_add_int_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### part a b 1 1 original @@ -92,17 +218,17 @@ part a b 2 2 new 2 3 new 2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +PREHOOK: query: select part,a,b,c from part_add_int_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,a,b,c from part_add_int_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### part a b c 1 1 original NULL @@ -115,86 +241,17 @@ part a b c 2 2 new 20 2 3 new 30 2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new 100 hundred -1 6 new 200 two hundred -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a c d -1 1 NULL NULL -1 2 NULL NULL -1 3 NULL NULL -1 4 NULL NULL -1 5 100 hundred -1 6 200 two hundred -2 1 10 ten -2 2 20 twenty -2 3 30 thirty -2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 +PREHOOK: query: select part,c from part_add_int_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 +POSTHOOK: query: select part,c from part_add_int_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a d -1 1 NULL -1 2 NULL -1 3 NULL -1 4 NULL -1 5 hundred -1 6 two hundred -2 1 ten -2 2 twenty -2 3 thirty -2 4 forty -PREHOOK: query: select part,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### part c 1 100 @@ -207,181 +264,209 @@ part c 2 20 2 30 2 40 -PREHOOK: query: select part,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part d -1 NULL -1 NULL -1 NULL -1 NULL -1 hundred -1 two hundred -2 forty -2 ten -2 thirty -2 twenty -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: query: drop table part_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select +POSTHOOK: query: drop table part_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE part_add_int_string_permute_select(a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE part_add_int_string_permute_select(a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 -PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@partitioned2@part=2 -POSTHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@partitioned2@part=2 -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +POSTHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select part,a,b from partitioned2 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned2 -PREHOOK: Input: default@partitioned2@part=1 -PREHOOK: Input: default@partitioned2@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned2 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Input: default@partitioned2@part=1 -POSTHOOK: Input: default@partitioned2@part=2 -#### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 90000 new -2 200 new -2 32768 new -2 40000 new -2 72909 new -PREHOOK: query: -- --- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: -- --- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__7 -PREHOOK: Output: default@partitioned3@part=1 -POSTHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__7 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,a,b from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__8 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +POSTHOOK: query: explain +select part,a,b from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__8 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Output: default@partitioned3@part=2 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 _col4 +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_add_int_string_permute_select + Statistics: Num rows: 10 Data size: 1496 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1496 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1496 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1496 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1496 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a b 1 1 original @@ -394,17 +479,17 @@ part a b 2 2 new 2 3 new 2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +PREHOOK: query: select part,a,b,c from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,a,b,c from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a b c 1 1 original NULL @@ -417,17 +502,17 @@ part a b c 2 2 new 20 2 3 new 30 2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 +PREHOOK: query: select part,a,b,c,d from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 +POSTHOOK: query: select part,a,b,c,d from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -440,17 +525,17 @@ part a b c d 2 2 new 20 twenty 2 3 new 30 thirty 2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 +PREHOOK: query: select part,a,c,d from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 +POSTHOOK: query: select part,a,c,d from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a c d 1 1 NULL NULL @@ -463,17 +548,17 @@ part a c d 2 2 20 twenty 2 3 30 thirty 2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 +PREHOOK: query: select part,a,d from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 +POSTHOOK: query: select part,a,d from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a d 1 1 NULL @@ -486,17 +571,17 @@ part a d 2 2 twenty 2 3 thirty 2 4 forty -PREHOOK: query: select part,c from partitioned1 +PREHOOK: query: select part,c from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 +POSTHOOK: query: select part,c from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part c 1 100 @@ -509,17 +594,17 @@ part c 2 20 2 30 2 40 -PREHOOK: query: select part,d from partitioned1 +PREHOOK: query: select part,d from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 +POSTHOOK: query: select part,d from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part d 1 NULL @@ -532,111 +617,5577 @@ part d 2 ten 2 thirty 2 twenty -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: query: drop table part_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: drop table part_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__9 -PREHOOK: Output: default@partitioned4@part=1 -POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__9 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 +alter table part_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +alter table part_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +c2 double +c3 double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__10 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__10 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Output: default@partitioned4@part=2 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 _col2 -PREHOOK: query: select part,a,b from partitioned4 +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_double order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned4 -PREHOOK: Input: default@partitioned4@part=1 -PREHOOK: Input: default@partitioned4@part=2 +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_double order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_string_group_double + Statistics: Num rows: 10 Data size: 2306 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: double), c2 (type: double), c3 (type: double), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 2306 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 2306 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: double), _col2 (type: double), _col3 (type: double), _col4 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: double), VALUE._col1 (type: double), VALUE._col2 (type: double), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 2306 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 2306 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_double order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Input: default@part_change_string_group_double@part=1 +PREHOOK: Input: default@part_change_string_group_double@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned4 +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_double order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Input: default@partitioned4@part=1 -POSTHOOK: Input: default@partitioned4@part=2 +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Input: default@part_change_string_group_double@part=1 +POSTHOOK: Input: default@part_change_string_group_double@part=2 #### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 90000 new -2 200 new -2 32768 new -2 40000 new -2 72909 new -PREHOOK: query: DROP TABLE partitioned1 +part c1 c2 c3 b +1 -10.3 NaN NULL original +1 -29.0764 NaN NULL original +1 -3651.672121 NaN NULL original +1 17808.963785 17808.963785 17808.963785 new +1 753.7028 NaN NULL original +1 9250340.75 9250340.75 9250340.75 new +2 -66475.561431 -66475.561431 -66475.561431 new +2 20.31 20.31 20.31 new +2 30.774 30.774 30.774 new +2 46114.284799488 46114.284799488 46114.284799488 new +PREHOOK: query: drop table part_change_string_group_double PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 -POSTHOOK: query: DROP TABLE partitioned1 +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: drop table part_change_string_group_double POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: DROP TABLE partitioned2 +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +c2 decimal(38,18) +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_decimal order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_decimal order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_string_group_decimal + Statistics: Num rows: 10 Data size: 4178 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: decimal(38,18)), c2 (type: decimal(38,18)), c3 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4178 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4178 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: decimal(38,18)), _col2 (type: decimal(38,18)), _col3 (type: decimal(38,18)), _col4 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: decimal(38,18)), VALUE._col1 (type: decimal(38,18)), VALUE._col2 (type: decimal(38,18)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4178 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4178 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_decimal order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Input: default@part_change_string_group_decimal@part=1 +PREHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_decimal order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Input: default@part_change_string_group_decimal@part=1 +POSTHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +1 -29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +1 -3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +1 17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +1 753.702800000000000000 753.702800000000000000 753.702800000000000000 original +1 9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +2 -66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +2 20.310000000000000000 20.310000000000000000 20.310000000000000000 new +2 30.774000000000000000 30.774000000000000000 30.774000000000000000 new +2 46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +PREHOOK: query: drop table part_change_string_group_decimal PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: DROP TABLE partitioned2 +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: drop table part_change_string_group_decimal POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: DROP TABLE partitioned3 +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 timestamp +c2 timestamp +c3 timestamp +c4 timestamp +c5 timestamp +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_date_group_string_group_timestamp + Statistics: Num rows: 9 Data size: 4734 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: string), c2 (type: char(50)), c3 (type: char(15)), c4 (type: varchar(50)), c5 (type: varchar(15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 9 Data size: 4734 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 9 Data size: 4734 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: char(50)), _col3 (type: char(15)), _col4 (type: varchar(50)), _col5 (type: varchar(15)), _col6 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(15)), VALUE._col3 (type: varchar(50)), VALUE._col4 (type: varchar(15)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 9 Data size: 4734 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 9 Data size: 4734 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +1 2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +1 2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +1 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:3 5966-07-09 03:30:50.597 5966-07-09 03:3 new +1 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:5 6229-06-28 02:54:28.970117179 6229-06-28 02:5 new +2 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +2 1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +2 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +2 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +PREHOOK: query: drop table part_change_date_group_string_group_timestamp PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: DROP TABLE partitioned3 +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: drop table part_change_date_group_string_group_timestamp POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: DROP TABLE partitioned4 +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 date +c2 date +c3 date +c4 date +c5 date +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_date_group_string_group_date + Statistics: Num rows: 9 Data size: 4728 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: string), c2 (type: char(50)), c3 (type: char(15)), c4 (type: varchar(50)), c5 (type: varchar(15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 9 Data size: 4728 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 9 Data size: 4728 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: char(50)), _col3 (type: char(15)), _col4 (type: varchar(50)), _col5 (type: varchar(15)), _col6 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(15)), VALUE._col3 (type: varchar(50)), VALUE._col4 (type: varchar(15)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 9 Data size: 4728 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 9 Data size: 4728 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Input: default@part_change_date_group_string_group_date@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +1 2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +1 2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +2 0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +2 1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +2 2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +2 2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +2 5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +2 6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +PREHOOK: query: drop table part_change_date_group_string_group_date +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: drop table part_change_date_group_string_group_date +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__19.tmp_values_col1 values__tmp__table__19.tmp_values_col2 values__tmp__table__19.tmp_values_col3 values__tmp__table__19.tmp_values_col4 values__tmp__table__19.tmp_values_col5 values__tmp__table__19.tmp_values_col6 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_string + Statistics: Num rows: 10 Data size: 3098 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: string), c2 (type: string), c3 (type: string), c4 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3098 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3098 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3098 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3098 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 100 5000 5443 0 new +1 17 90000 754072151 3289094 new +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +2 1 200 2323322 5430907 new +2 2000 72909 3244222 -93222 new +2 256 32768 31889 470614135 new +2 5555 40000 -719017797 810662019 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +c4 char(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_char + Statistics: Num rows: 10 Data size: 4182 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: char(50)), c2 (type: char(50)), c3 (type: char(50)), c4 (type: char(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 4182 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4182 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(50)), _col3 (type: char(50)), _col4 (type: char(50)), _col5 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(50)), VALUE._col3 (type: char(50)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 4182 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4182 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 100 5000 5443 0 new +1 17 90000 754072151 3289094 new +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +2 1 200 2323322 5430907 new +2 2000 72909 3244222 -93222 new +2 256 32768 31889 470614135 new +2 5555 40000 -719017797 810662019 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(5) +c2 char(5) +c3 char(5) +c4 char(5) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_char_trunc + Statistics: Num rows: 10 Data size: 3102 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: char(5)), c2 (type: char(5)), c3 (type: char(5)), c4 (type: char(5)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3102 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3102 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(5)), _col2 (type: char(5)), _col3 (type: char(5)), _col4 (type: char(5)), _col5 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(5)), VALUE._col1 (type: char(5)), VALUE._col2 (type: char(5)), VALUE._col3 (type: char(5)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3102 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3102 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899 original +1 0 20435 84749 -9999 original +1 100 5000 5443 0 new +1 17 90000 75407 32890 new +1 45 1000 48377 -2386 original +1 NULL 4957 83222 90000 original +2 1 200 23233 54309 new +2 2000 72909 32442 -9322 new +2 256 32768 31889 47061 new +2 5555 40000 -7190 81066 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +c4 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_varchar + Statistics: Num rows: 10 Data size: 3098 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: varchar(50)), c2 (type: varchar(50)), c3 (type: varchar(50)), c4 (type: varchar(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3098 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3098 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col4 (type: varchar(50)), _col5 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(50)), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: varchar(50)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3098 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3098 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 100 5000 5443 0 new +1 17 90000 754072151 3289094 new +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +2 1 200 2323322 5430907 new +2 2000 72909 3244222 -93222 new +2 256 32768 31889 470614135 new +2 5555 40000 -719017797 810662019 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(5) +c2 varchar(5) +c3 varchar(5) +c4 varchar(5) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_varchar_trunc + Statistics: Num rows: 10 Data size: 3076 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: varchar(5)), c2 (type: varchar(5)), c3 (type: varchar(5)), c4 (type: varchar(5)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3076 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3076 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(5)), _col2 (type: varchar(5)), _col3 (type: varchar(5)), _col4 (type: varchar(5)), _col5 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(5)), VALUE._col1 (type: varchar(5)), VALUE._col2 (type: varchar(5)), VALUE._col3 (type: varchar(5)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3076 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3076 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899 original +1 0 20435 84749 -9999 original +1 100 5000 5443 0 new +1 17 90000 75407 32890 new +1 45 1000 48377 -2386 original +1 NULL 4957 83222 90000 original +2 1 200 23233 54309 new +2 2000 72909 32442 -9322 new +2 256 32768 31889 47061 new +2 5555 40000 -7190 81066 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 original +1 0.0 20435.0 847492223.000000000000000000 original +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +values__tmp__table__29.tmp_values_col1 values__tmp__table__29.tmp_values_col2 values__tmp__table__29.tmp_values_col3 values__tmp__table__29.tmp_values_col4 values__tmp__table__29.tmp_values_col5 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_string + Statistics: Num rows: 10 Data size: 3006 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: string), c2 (type: string), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3006 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3006 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3006 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3006 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.3 original +1 -255.0 4957.0 832222222 original +1 0.0 20435.0 847492223 original +1 100 5000 5443 new +1 17 90000 754072151 new +1 753.7028 -3651.672121 -23866739993 original +2 -66475.561431 52927714 7203778961 new +2 256 32768 31889 new +2 30.774 20.31 46114.284799488 new +2 5555 40000 -719017797 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_char + Statistics: Num rows: 10 Data size: 3802 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: char(50)), c2 (type: char(50)), c3 (type: char(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3802 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3802 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(50)), _col3 (type: char(50)), _col4 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(50)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3802 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3802 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.3 original +1 -255.0 4957.0 832222222 9000000000 +1 0.0 20435.0 847492223 -999999999999 +1 100 5000 5443 new +1 17 90000 754072151 new +1 753.7028 -3651.672121 -23866739993 original +2 -66475.561431 52927714 7203778961 new +2 256 32768 31889 new +2 30.774 20.31 46114.284799488 new +2 5555 40000 -719017797 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(7) +c2 char(7) +c3 char(7) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_char_trunc + Statistics: Num rows: 10 Data size: 3028 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: char(7)), c2 (type: char(7)), c3 (type: char(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3028 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3028 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(7)), _col2 (type: char(7)), _col3 (type: char(7)), _col4 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(7)), VALUE._col1 (type: char(7)), VALUE._col2 (type: char(7)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3028 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3028 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.076 -10.3 original +1 -255.0 4957.0 8322222 9000000000 +1 0.0 20435.0 8474922 -999999999999 +1 100 5000 5443 new +1 17 90000 7540721 new +1 753.702 -3651.6 -238667 original +2 -66475. 5292771 7203778 new +2 256 32768 31889 new +2 30.774 20.31 46114.2 new +2 5555 40000 -719017 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_varchar + Statistics: Num rows: 10 Data size: 3010 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: varchar(50)), c2 (type: varchar(50)), c3 (type: varchar(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3010 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3010 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col4 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(50)), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3010 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3010 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.3 original +1 -255.0 4957.0 832222222 9000000000 +1 0.0 20435.0 847492223 -999999999999 +1 100 5000 5443 new +1 17 90000 754072151 new +1 753.7028 -3651.672121 -23866739993 original +2 -66475.561431 52927714 7203778961 new +2 256 32768 31889 new +2 30.774 20.31 46114.284799488 new +2 5555 40000 -719017797 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(7) +c2 varchar(7) +c3 varchar(7) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_varchar_trunc + Statistics: Num rows: 10 Data size: 2988 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: varchar(7)), c2 (type: varchar(7)), c3 (type: varchar(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 2988 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 2988 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(7)), _col2 (type: varchar(7)), _col3 (type: varchar(7)), _col4 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(7)), VALUE._col1 (type: varchar(7)), VALUE._col2 (type: varchar(7)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 2988 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 2988 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.076 -10.3 original +1 -255.0 4957.0 8322222 9000000000 +1 0.0 20435.0 8474922 -999999999999 +1 100 5000 5443 new +1 17 90000 7540721 new +1 753.702 -3651.6 -238667 original +2 -66475. 5292771 7203778 new +2 256 32768 31889 new +2 30.774 20.31 46114.2 new +2 5555 40000 -719017 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__38.tmp_values_col1 values__tmp__table__38.tmp_values_col2 values__tmp__table__38.tmp_values_col3 values__tmp__table__38.tmp_values_col4 values__tmp__table__38.tmp_values_col5 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 blank pads blank pads blank pads blank pads original +1 dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +1 escapist escapist escapist escapist original +1 heartbeat heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 varchar(50) +c4 char(9) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_string_group_string_group_string + Statistics: Num rows: 10 Data size: 4924 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: char(50)), c2 (type: char(9)), c3 (type: varchar(50)), c4 (type: char(9)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 4924 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4924 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(9)), _col3 (type: varchar(50)), _col4 (type: char(9)), _col5 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(9)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: char(9)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 4924 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4924 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 blank pads blank pad blank pads blank pad original +1 bottom bottom bottom bottom new +1 dynamic reptile dynamic r dynamic reptile dynamic r original +1 escapist escapist escapist escapist original +1 hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +1 heartbeat heartbeat heartbeat heartbeat original +2 featherweight featherweight new +2 against against against against new +2 baffling bafflin baffling bafflin new +2 junkyard junkyard junkyard junkyard new +PREHOOK: query: drop table part_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: drop table part_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pads blank pads original +1 dynamic reptile dynamic reptile dynamic reptile original +1 escapist escapist escapist original +1 heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(9) +c3 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_string_group_string_group_char + Statistics: Num rows: 10 Data size: 4238 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: varchar(50)), c2 (type: varchar(9)), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4238 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4238 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(50)), _col2 (type: varchar(9)), _col3 (type: string), _col4 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(50)), VALUE._col1 (type: varchar(9)), VALUE._col2 (type: string), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4238 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4238 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pad original +1 bottom bottom bottom new +1 dynamic reptile dynamic r original +1 escapist escapist original +1 hangar paralysed companion hangar pa hangar paralysed companion new +1 heartbeat heartbeat original +2 featherweight featherweight new +2 against against against new +2 baffling bafflin baffling new +2 junkyard junkyard junkyard new +PREHOOK: query: drop table part_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: drop table part_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pads blank pads original +1 dynamic reptile dynamic reptile dynamic reptile original +1 escapist escapist escapist original +1 heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_string_group_string_group_varchar + Statistics: Num rows: 10 Data size: 3986 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: char(50)), c2 (type: char(9)), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3986 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3986 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(9)), _col3 (type: string), _col4 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(9)), VALUE._col2 (type: string), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3986 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3986 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pad original +1 bottom bottom bottom new +1 dynamic reptile dynamic r original +1 escapist escapist original +1 hangar paralysed companion hangar pa hangar paralysed companion new +1 heartbeat heartbeat original +2 featherweight featherweight new +2 against against against new +2 baffling bafflin baffling new +2 junkyard junkyard junkyard new +PREHOOK: query: drop table part_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: drop table part_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 tinyint +c3 tinyint +c4 tinyint +c5 tinyint +c6 tinyint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 c6 b +1 -2 -2 -2 -2 -2 -2 original +1 100 100 100 100 100 100 original +1 45 45 45 45 45 45 original +1 NULL NULL NULL NULL NULL NULL original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 int +c3 bigint +c4 float +c5 double +c6 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values('774', '2031', '200', '12', '99', '0', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + ('256', '32768', '31889', '300', '444', '506', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + ('100', '5000', '5443', '22', '2', '-2', 'new', 1), + ('17', '90000', '754072151', '95', '20', '18', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values('774', '2031', '200', '12', '99', '0', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + ('256', '32768', '31889', '300', '444', '506', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + ('100', '5000', '5443', '22', '2', '-2', 'new', 1), + ('17', '90000', '754072151', '95', '20', '18', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_tinyint + Statistics: Num rows: 10 Data size: 1798 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: smallint), c2 (type: int), c3 (type: bigint), c4 (type: float), c5 (type: double), c6 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 10 Data size: 1798 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1798 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: smallint), _col2 (type: int), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: decimal(38,18)), _col7 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: double), VALUE._col5 (type: decimal(38,18)), VALUE._col6 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 10 Data size: 1798 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1798 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 c6 b +1 -2 -2 -2 -2.0 NULL -2.000000000000000000 original +1 100 100 100 100.0 NULL 100.000000000000000000 original +1 100 5000 5443 22.0 2.0 -2.000000000000000000 new +1 17 90000 754072151 95.0 20.0 18.000000000000000000 new +1 45 45 45 45.0 NULL 45.000000000000000000 original +1 NULL NULL NULL NULL NULL NULL original +2 256 32768 31889 300.0 444.0 506.000000000000000000 new +2 5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +2 774 2031 200 12.0 99.0 0.000000000000000000 new +2 NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 smallint +c3 smallint +c4 smallint +c5 smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 -2 -2 -2 -2 -2 original +1 -5000 -5000 -5000 -5000 -5000 original +1 100 100 100 100 100 original +1 2031 2031 2031 2031 2031 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 int +c2 bigint +c3 float +c4 double +c5 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values('774', '2031', '200', '12', '99', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', 'new', 2), + ('256', '32768', '31889', '300', '444', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', 'new', 2), + ('100', '5000', '5443', '22', '2', 'new', 1), + ('17', '90000', '754072151', '95', '20', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values('774', '2031', '200', '12', '99', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', 'new', 2), + ('256', '32768', '31889', '300', '444', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', 'new', 2), + ('100', '5000', '5443', '22', '2', 'new', 1), + ('17', '90000', '754072151', '95', '20', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_smallint + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: int), c2 (type: bigint), c3 (type: float), c4 (type: double), c5 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: double), _col5 (type: decimal(38,18)), _col6 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: float), VALUE._col3 (type: double), VALUE._col4 (type: decimal(38,18)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 -2 -2 -2.0 NULL -2.000000000000000000 original +1 -5000 -5000 -5000.0 NULL -5000.000000000000000000 original +1 100 100 100.0 NULL 100.000000000000000000 original +1 100 5000 5443.0 22.0 2.000000000000000000 new +1 17 90000 7.5407213E8 95.0 20.000000000000000000 new +1 2031 2031 2031.0 NULL 2031.000000000000000000 original +2 256 32768 31889.0 300.0 444.000000000000000000 new +2 5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +2 561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +2 774 2031 200.0 12.0 99.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 int +c2 int +c3 int +c4 int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -2 -2 -2 original +1 -5000 -5000 -5000 -5000 original +1 2031 2031 2031 2031 original +1 52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 float +c3 double +c4 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values('774', '2031', '200', '12', 'new', 2), + ('561431', '52927714', '7203778961', '8', 'new', 2), + ('256', '32768', '31889', '300', 'new', 2), + ('5555', '40000', '-719017797', '45', 'new', 2), + ('100', '5000', '5443', '22', 'new', 1), + ('17', '90000', '754072151', '95', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values('774', '2031', '200', '12', 'new', 2), + ('561431', '52927714', '7203778961', '8', 'new', 2), + ('256', '32768', '31889', '300', 'new', 2), + ('5555', '40000', '-719017797', '45', 'new', 2), + ('100', '5000', '5443', '22', 'new', 1), + ('17', '90000', '754072151', '95', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_int + Statistics: Num rows: 10 Data size: 1746 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: bigint), c2 (type: float), c3 (type: double), c4 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 1746 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1746 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: bigint), _col2 (type: float), _col3 (type: double), _col4 (type: decimal(38,18)), _col5 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: bigint), VALUE._col1 (type: float), VALUE._col2 (type: double), VALUE._col3 (type: decimal(38,18)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 1746 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1746 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -2.0 NULL -2.000000000000000000 original +1 -5000 -5000.0 NULL -5000.000000000000000000 original +1 100 5000.0 5443.0 22.000000000000000000 new +1 17 90000.0 7.54072151E8 95.000000000000000000 new +1 2031 2031.0 NULL 2031.000000000000000000 original +1 52927714 5.2927712E7 NULL 52927714.000000000000000000 original +2 256 32768.0 31889.0 300.000000000000000000 new +2 5555 40000.0 -7.19017797E8 45.000000000000000000 new +2 561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +2 774 2031.0 200.0 12.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 bigint +c3 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2 -2 -2 original +1 -5000 -5000 -5000 original +1 52927714 52927714 52927714 original +1 7203778961 7203778961 7203778961 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values('774', '2031', '200', 'new', 2), + ('561431', '52927714', '7203778961', 'new', 2), + ('256', '32768', '31889', 'new', 2), + ('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1), + ('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values('774', '2031', '200', 'new', 2), + ('561431', '52927714', '7203778961', 'new', 2), + ('256', '32768', '31889', 'new', 2), + ('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1), + ('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_bigint + Statistics: Num rows: 10 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: float), c2 (type: double), c3 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: float), _col2 (type: double), _col3 (type: decimal(38,18)), _col4 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: float), VALUE._col1 (type: double), VALUE._col2 (type: decimal(38,18)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 NULL -2.000000000000000000 original +1 -5000.0 NULL -5000.000000000000000000 original +1 100.0 5000.0 5443.000000000000000000 new +1 17.0 90000.0 754072151.000000000000000000 new +1 5.2927712E7 NULL 52927714.000000000000000000 original +1 7.2037791E9 NULL 7203778961.000000000000000000 original +2 256.0 32768.0 31889.000000000000000000 new +2 5555.0 40000.0 -719017797.000000000000000000 new +2 561431.0 5.2927714E7 7203778961.000000000000000000 new +2 774.0 2031.0 200.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 float +c2 float +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +#### A masked pattern was here #### +part c1 c2 b +1 -29.0764 -29.0764 original +1 -5000.0 -5000.0 original +1 5.2927712E7 5.2927712E7 original +1 753.7028 753.7028 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 double +c2 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values('774', '2031', 'new', 2), + ('561431', '52927714', 'new', 2), + ('256', '32768', 'new', 2), + ('5555', '40000', 'new', 2), + ('100', '5000', 'new', 1), + ('17', '90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values('774', '2031', 'new', 2), + ('561431', '52927714', 'new', 2), + ('256', '32768', 'new', 2), + ('5555', '40000', 'new', 2), + ('100', '5000', 'new', 1), + ('17', '90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_float + Statistics: Num rows: 10 Data size: 1642 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: double), c2 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 1642 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1642 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: double), _col2 (type: decimal(38,18)), _col3 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: double), VALUE._col1 (type: decimal(38,18)), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 1642 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1642 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 +#### A masked pattern was here #### +part c1 c2 b +1 -29.076400756835938 -29.076400756835937500 original +1 -5000.0 -5000.000000000000000000 original +1 100.0 5000.000000000000000000 new +1 17.0 90000.000000000000000000 new +1 5.2927712E7 52927712.000000000000000000 original +1 753.7028198242188 753.702819824218750000 original +2 256.0 32768.000000000000000000 new +2 5555.0 40000.000000000000000000 new +2 561431.0 52927714.000000000000000000 new +2 774.0 2031.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(c1 double, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(c1 double, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +part c1 b +1 -29.0764 original +1 -5000.0 original +1 5.2927714E7 original +1 753.7028 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values('774', 'new', 2), + ('561431', 'new', 2), + ('256', 'new', 2), + ('5555', 'new', 2), + ('100', 'new', 1), + ('17', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values('774', 'new', 2), + ('561431', 'new', 2), + ('256', 'new', 2), + ('5555', 'new', 2), + ('100', 'new', 1), + ('17', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_double + Statistics: Num rows: 10 Data size: 1594 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1594 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1594 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: decimal(38,18)), _col2 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: decimal(38,18)), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1594 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1594 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 +#### A masked pattern was here #### +part c1 b +1 -29.076399999999999579 original +1 -5000.000000000000000000 original +1 100.000000000000000000 new +1 17.000000000000000000 new +1 52927714.000000000000000000 original +1 753.702800000000024738 original +2 256.000000000000000000 new +2 5555.000000000000000000 new +2 561431.000000000000000000 new +2 774.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_double PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: DROP TABLE partitioned4 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_double POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double diff --git ql/src/test/results/clientpositive/schema_evol_orc_vec_mapwork_table.q.out ql/src/test/results/clientpositive/schema_evol_orc_vec_mapwork_table.q.out index aef9a74..6f7aa34 100644 --- ql/src/test/results/clientpositive/schema_evol_orc_vec_mapwork_table.q.out +++ ql/src/test/results/clientpositive/schema_evol_orc_vec_mapwork_table.q.out @@ -2,80 +2,445 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Vectorized, MapWork, Table -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) STORED AS ORC +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(a INT, b STRING) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table1 +PREHOOK: Output: default@table_add_int_permute_select POSTHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Vectorized, MapWork, Table -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) STORED AS ORC +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(a INT, b STRING) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) +alter table table_add_int_permute_select add columns(c int) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) +alter table table_add_int_permute_select add columns(c int) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 384 + totalSize 313 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_permute_select values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: insert into table table_add_int_permute_select values(5, 'new', 100),(6, 'new', 200) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select values(5, 'new', 100),(6, 'new', 200) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select a,b from table_add_int_permute_select order by a +PREHOOK: type: QUERY +POSTHOOK: query: explain +select a,b from table_add_int_permute_select order by a +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_add_int_permute_select + Statistics: Num rows: 10 Data size: 954 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 954 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 954 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 954 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 954 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_permute_select order by a +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_permute_select order by a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +a b +1 new +1 original +2 new +2 original +3 new +3 original +4 new +4 original +5 new +6 new +PREHOOK: query: select a,b,c from table_add_int_permute_select order by a +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select a,b,c from table_add_int_permute_select order by a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +a b c +1 new 10 +1 original NULL +2 new 20 +2 original NULL +3 new 30 +3 original NULL +4 new 40 +4 original NULL +5 new 100 +6 new 200 +PREHOOK: query: select c from table_add_int_permute_select order by c +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select c from table_add_int_permute_select order by c +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +c +10 +100 +20 +200 +30 +40 +NULL +NULL +NULL +NULL +PREHOOK: query: drop table table_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: drop table table_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_string_permute_select(a INT, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_string_permute_select(a INT, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_string_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__4 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__4 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 384 + totalSize 313 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_string_permute_select values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__5 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__5 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table table_add_int_string_permute_select values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__6 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__6 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select a,b from table_add_int_string_permute_select order by a +PREHOOK: type: QUERY +POSTHOOK: query: explain +select a,b from table_add_int_string_permute_select order by a +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_add_int_string_permute_select + Statistics: Num rows: 10 Data size: 1496 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 1496 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1496 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 1496 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1496 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 +select a,b from table_add_int_string_permute_select order by a PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 +select a,b from table_add_int_string_permute_select order by a POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### a b 1 new @@ -88,13 +453,13 @@ a b 4 original 5 new 6 new -PREHOOK: query: select a,b,c from table1 +PREHOOK: query: select a,b,c from table_add_int_string_permute_select order by a PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### -POSTHOOK: query: select a,b,c from table1 +POSTHOOK: query: select a,b,c from table_add_int_string_permute_select order by a POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### a b c 1 new 10 @@ -107,13 +472,13 @@ a b c 4 original NULL 5 new 100 6 new 200 -PREHOOK: query: select a,b,c,d from table1 +PREHOOK: query: select a,b,c,d from table_add_int_string_permute_select order by a PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### -POSTHOOK: query: select a,b,c,d from table1 +POSTHOOK: query: select a,b,c,d from table_add_int_string_permute_select order by a POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### a b c d 1 new 10 ten @@ -126,13 +491,13 @@ a b c d 4 original NULL NULL 5 new 100 hundred 6 new 200 two hundred -PREHOOK: query: select a,c,d from table1 +PREHOOK: query: select a,c,d from table_add_int_string_permute_select order by a PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### -POSTHOOK: query: select a,c,d from table1 +POSTHOOK: query: select a,c,d from table_add_int_string_permute_select order by a POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### a c d 1 10 ten @@ -145,13 +510,13 @@ a c d 4 NULL NULL 5 100 hundred 6 200 two hundred -PREHOOK: query: select a,d from table1 +PREHOOK: query: select a,d from table_add_int_string_permute_select order by a PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### -POSTHOOK: query: select a,d from table1 +POSTHOOK: query: select a,d from table_add_int_string_permute_select order by a POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### a d 1 NULL @@ -164,13 +529,13 @@ a d 4 forty 5 hundred 6 two hundred -PREHOOK: query: select c from table1 +PREHOOK: query: select c from table_add_int_string_permute_select order by c PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### -POSTHOOK: query: select c from table1 +POSTHOOK: query: select c from table_add_int_string_permute_select order by c POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### c 10 @@ -183,13 +548,13 @@ NULL NULL NULL NULL -PREHOOK: query: select d from table1 +PREHOOK: query: select d from table_add_int_string_permute_select order by d PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### -POSTHOOK: query: select d from table1 +POSTHOOK: query: select d from table_add_int_string_permute_select order by d POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### d NULL @@ -202,97 +567,5228 @@ ten thirty twenty two hundred +PREHOOK: query: drop table table_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: drop table table_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_double + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +c2 double +c3 double +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 1640 + totalSize 661 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_double + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table table_change_string_group_double + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_double order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_double order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_string_group_double + Statistics: Num rows: 10 Data size: 2306 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: double), c2 (type: double), c3 (type: double), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 2306 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: double) + sort order: + + Statistics: Num rows: 10 Data size: 2306 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: double), _col2 (type: double), _col3 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: double), VALUE._col0 (type: double), VALUE._col1 (type: double), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 2306 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 2306 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_double order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_double +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_double order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_double +#### A masked pattern was here #### +c1 c2 c3 b +-10.3 NaN NULL original +-29.0764 NaN NULL original +-3651.672121 NaN NULL original +-66475.561431 -66475.561431 -66475.561431 new +17808.963785 17808.963785 17808.963785 new +20.31 20.31 20.31 new +30.774 30.774 30.774 new +46114.284799488 46114.284799488 46114.284799488 new +753.7028 NaN NULL original +9250340.75 9250340.75 9250340.75 new +PREHOOK: query: drop table table_change_string_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: drop table table_change_string_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_decimal + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +c2 decimal(38,18) +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 1640 + totalSize 661 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_decimal + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table table_change_string_group_decimal + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_decimal order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_decimal order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_string_group_decimal + Statistics: Num rows: 10 Data size: 4178 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: decimal(38,18)), c2 (type: decimal(38,18)), c3 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 4178 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: decimal(38,18)) + sort order: + + Statistics: Num rows: 10 Data size: 4178 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: decimal(38,18)), _col2 (type: decimal(38,18)), _col3 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: decimal(38,18)), VALUE._col0 (type: decimal(38,18)), VALUE._col1 (type: decimal(38,18)), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 4178 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4178 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_decimal order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_decimal +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_decimal order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_decimal +#### A masked pattern was here #### +c1 c2 c3 b +-10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +-29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +-3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +-66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +20.310000000000000000 20.310000000000000000 20.310000000000000000 new +30.774000000000000000 30.774000000000000000 30.774000000000000000 new +46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +753.702800000000000000 753.702800000000000000 753.702800000000000000 original +9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +PREHOOK: query: drop table table_change_string_group_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: drop table table_change_string_group_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 timestamp +c2 timestamp +c3 timestamp +c4 timestamp +c5 timestamp +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 3 + rawDataSize 876 + totalSize 705 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_date_group_string_group_timestamp + Statistics: Num rows: 9 Data size: 4734 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: string), c2 (type: char(50)), c3 (type: char(15)), c4 (type: varchar(50)), c5 (type: varchar(15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 9 Data size: 4734 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Statistics: Num rows: 9 Data size: 4734 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(15)), _col3 (type: varchar(50)), _col4 (type: varchar(15)), _col5 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(15)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: varchar(15)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 9 Data size: 4734 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 9 Data size: 4734 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +#### A masked pattern was here #### +c1 c2 c3 c4 c5 b +0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:3 5966-07-09 03:30:50.597 5966-07-09 03:3 new +6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:5 6229-06-28 02:54:28.970117179 6229-06-28 02:5 new +PREHOOK: query: drop table table_change_date_group_string_group_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: drop table table_change_date_group_string_group_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) -- -CREATE TABLE table2(a smallint, b STRING) STORED AS ORC +CREATE TABLE table_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table2 +PREHOOK: Output: default@table_change_date_group_string_group_date POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) -- -CREATE TABLE table2(a smallint, b STRING) STORED AS ORC +CREATE TABLE table_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 date +c2 date +c3 date +c4 date +c5 date +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_date + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 +alter table table_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +alter table table_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 3 + rawDataSize 1116 + totalSize 505 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_date + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by c1 PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select a,b from table2 +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_date_group_string_group_date + Statistics: Num rows: 9 Data size: 4728 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: string), c2 (type: char(50)), c3 (type: char(15)), c4 (type: varchar(50)), c5 (type: varchar(15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 9 Data size: 4728 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Statistics: Num rows: 9 Data size: 4728 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(15)), _col3 (type: varchar(50)), _col4 (type: varchar(15)), _col5 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(15)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: varchar(15)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 9 Data size: 4728 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 9 Data size: 4728 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by c1 PREHOOK: type: QUERY -PREHOOK: Input: default@table2 +PREHOOK: Input: default@table_change_date_group_string_group_date #### A masked pattern was here #### -POSTHOOK: query: select a,b from table2 +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@table2 +POSTHOOK: Input: default@table_change_date_group_string_group_date #### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -5000 new -6737 original -72909 new -90000 new -PREHOOK: query: DROP TABLE table1 +c1 c2 c3 c4 c5 b +0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +PREHOOK: query: drop table table_change_date_group_string_group_date PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: DROP TABLE table1 +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: drop table table_change_date_group_string_group_date POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: DROP TABLE table2 +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 444 + totalSize 664 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__19.tmp_values_col1 values__tmp__table__19.tmp_values_col2 values__tmp__table__19.tmp_values_col3 values__tmp__table__19.tmp_values_col4 values__tmp__table__19.tmp_values_col5 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_string + Statistics: Num rows: 10 Data size: 3096 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: string), c2 (type: string), c3 (type: string), c4 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3096 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Statistics: Num rows: 10 Data size: 3096 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3096 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3096 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +1 200 2323322 5430907 new +100 5000 5443 0 new +17 90000 754072151 3289094 new +2000 72909 3244222 -93222 new +256 32768 31889 470614135 new +45 1000 483777 -23866739993 original +5555 40000 -719017797 810662019 new +NULL 4957 832222222 9000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +c4 char(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 444 + totalSize 664 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_char + Statistics: Num rows: 10 Data size: 4182 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: char(50)), c2 (type: char(50)), c3 (type: char(50)), c4 (type: char(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4182 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: char(50)) + sort order: + + Statistics: Num rows: 10 Data size: 4182 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(50)), _col3 (type: char(50)), _col4 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(50)), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(50)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4182 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4182 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +1 200 2323322 5430907 new +100 5000 5443 0 new +17 90000 754072151 3289094 new +2000 72909 3244222 -93222 new +256 32768 31889 470614135 new +45 1000 483777 -23866739993 original +5555 40000 -719017797 810662019 new +NULL 4957 832222222 9000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(5) +c2 char(5) +c3 char(5) +c4 char(5) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 444 + totalSize 664 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_char_trunc + Statistics: Num rows: 10 Data size: 3102 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: char(5)), c2 (type: char(5)), c3 (type: char(5)), c4 (type: char(5)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3102 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: char(5)) + sort order: + + Statistics: Num rows: 10 Data size: 3102 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(5)), _col2 (type: char(5)), _col3 (type: char(5)), _col4 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(5)), VALUE._col0 (type: char(5)), VALUE._col1 (type: char(5)), VALUE._col2 (type: char(5)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3102 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3102 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899 original +0 20435 84749 -9999 original +1 200 23233 54309 new +100 5000 5443 0 new +17 90000 75407 32890 new +2000 72909 32442 -9322 new +256 32768 31889 47061 new +45 1000 48377 -2386 original +5555 40000 -7190 81066 new +NULL 4957 83222 90000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +c4 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 444 + totalSize 664 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_varchar + Statistics: Num rows: 10 Data size: 3096 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: varchar(50)), c2 (type: varchar(50)), c3 (type: varchar(50)), c4 (type: varchar(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3096 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: varchar(50)) + sort order: + + Statistics: Num rows: 10 Data size: 3096 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col4 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: varchar(50)), VALUE._col0 (type: varchar(50)), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3096 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3096 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +1 200 2323322 5430907 new +100 5000 5443 0 new +17 90000 754072151 3289094 new +2000 72909 3244222 -93222 new +256 32768 31889 470614135 new +45 1000 483777 -23866739993 original +5555 40000 -719017797 810662019 new +NULL 4957 832222222 9000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(5) +c2 varchar(5) +c3 varchar(5) +c4 varchar(5) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 444 + totalSize 664 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_varchar_trunc + Statistics: Num rows: 10 Data size: 3066 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: varchar(5)), c2 (type: varchar(5)), c3 (type: varchar(5)), c4 (type: varchar(5)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3066 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: varchar(5)) + sort order: + + Statistics: Num rows: 10 Data size: 3066 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(5)), _col2 (type: varchar(5)), _col3 (type: varchar(5)), _col4 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: varchar(5)), VALUE._col0 (type: varchar(5)), VALUE._col1 (type: varchar(5)), VALUE._col2 (type: varchar(5)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3066 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3066 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899 original +0 20435 84749 -9999 original +1 200 23233 54309 new +100 5000 5443 0 new +17 90000 75407 32890 new +2000 72909 32442 -9322 new +256 32768 31889 47061 new +45 1000 48377 -2386 original +5555 40000 -7190 81066 new +NULL 4957 83222 90000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 original +0.0 20435.0 847492223.000000000000000000 original +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 864 + totalSize 729 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +values__tmp__table__29.tmp_values_col1 values__tmp__table__29.tmp_values_col2 values__tmp__table__29.tmp_values_col3 values__tmp__table__29.tmp_values_col4 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_string + Statistics: Num rows: 10 Data size: 3006 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: string), c2 (type: string), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3006 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Statistics: Num rows: 10 Data size: 3006 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3006 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3006 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.3 original +-255.0 4957.0 832222222 original +-66475.561431 52927714 7203778961 new +0.0 20435.0 847492223 original +100 5000 5443 new +17 90000 754072151 new +256 32768 31889 new +30.774 20.31 46114.284799488 new +5555 40000 -719017797 new +753.7028 -3651.672121 -23866739993 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 868 + totalSize 743 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_char + Statistics: Num rows: 10 Data size: 3802 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: char(50)), c2 (type: char(50)), c3 (type: char(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3802 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: char(50)) + sort order: + + Statistics: Num rows: 10 Data size: 3802 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(50)), _col3 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(50)), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(50)), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3802 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3802 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.3 original +-255.0 4957.0 832222222 9000000000 +-66475.561431 52927714 7203778961 new +0.0 20435.0 847492223 -999999999999 +100 5000 5443 new +17 90000 754072151 new +256 32768 31889 new +30.774 20.31 46114.284799488 new +5555 40000 -719017797 new +753.7028 -3651.672121 -23866739993 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(7) +c2 char(7) +c3 char(7) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 868 + totalSize 743 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_char_trunc + Statistics: Num rows: 10 Data size: 3028 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: char(7)), c2 (type: char(7)), c3 (type: char(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3028 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: char(7)) + sort order: + + Statistics: Num rows: 10 Data size: 3028 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(7)), _col2 (type: char(7)), _col3 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(7)), VALUE._col0 (type: char(7)), VALUE._col1 (type: char(7)), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3028 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3028 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.076 -10.3 original +-255.0 4957.0 8322222 9000000000 +-66475. 5292771 7203778 new +0.0 20435.0 8474922 -999999999999 +100 5000 5443 new +17 90000 7540721 new +256 32768 31889 new +30.774 20.31 46114.2 new +5555 40000 -719017 new +753.702 -3651.6 -238667 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 868 + totalSize 743 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_varchar + Statistics: Num rows: 10 Data size: 3010 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: varchar(50)), c2 (type: varchar(50)), c3 (type: varchar(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3010 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: varchar(50)) + sort order: + + Statistics: Num rows: 10 Data size: 3010 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(50)), _col2 (type: varchar(50)), _col3 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: varchar(50)), VALUE._col0 (type: varchar(50)), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3010 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3010 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.3 original +-255.0 4957.0 832222222 9000000000 +-66475.561431 52927714 7203778961 new +0.0 20435.0 847492223 -999999999999 +100 5000 5443 new +17 90000 754072151 new +256 32768 31889 new +30.774 20.31 46114.284799488 new +5555 40000 -719017797 new +753.7028 -3651.672121 -23866739993 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(7) +c2 varchar(7) +c3 varchar(7) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 868 + totalSize 743 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_varchar_trunc + Statistics: Num rows: 10 Data size: 2992 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: varchar(7)), c2 (type: varchar(7)), c3 (type: varchar(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 2992 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: varchar(7)) + sort order: + + Statistics: Num rows: 10 Data size: 2992 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(7)), _col2 (type: varchar(7)), _col3 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: varchar(7)), VALUE._col0 (type: varchar(7)), VALUE._col1 (type: varchar(7)), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 2992 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 2992 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.076 -10.3 original +-255.0 4957.0 8322222 9000000000 +-66475. 5292771 7203778 new +0.0 20435.0 8474922 -999999999999 +100 5000 5443 new +17 90000 7540721 new +256 32768 31889 new +30.774 20.31 46114.2 new +5555 40000 -719017 new +753.702 -3651.6 -238667 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_string + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__38.tmp_values_col1 values__tmp__table__38.tmp_values_col2 values__tmp__table__38.tmp_values_col3 values__tmp__table__38.tmp_values_col4 values__tmp__table__38.tmp_values_col5 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +c1 c2 c3 c4 b +blank pads blank pads blank pads blank pads original +dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +escapist escapist escapist escapist original +heartbeat heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 varchar(50) +c4 char(9) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 1888 + totalSize 772 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_string + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_string_group_string_group_string + Statistics: Num rows: 10 Data size: 4924 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: char(50)), c2 (type: char(9)), c3 (type: varchar(50)), c4 (type: char(9)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4924 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: char(50)) + sort order: + + Statistics: Num rows: 10 Data size: 4924 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(9)), _col2 (type: varchar(50)), _col3 (type: char(9)), _col4 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(50)), VALUE._col0 (type: char(9)), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: char(9)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4924 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4924 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +c1 c2 c3 c4 b + featherweight featherweight new + against against against against new + baffling bafflin baffling bafflin new +blank pads blank pad blank pads blank pad original +bottom bottom bottom bottom new +dynamic reptile dynamic r dynamic reptile dynamic r original +escapist escapist escapist escapist original +hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +heartbeat heartbeat heartbeat heartbeat original +junkyard junkyard junkyard junkyard new +PREHOOK: query: drop table table_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: drop table table_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_char + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +c1 c2 c3 b +blank pads blank pads blank pads original +dynamic reptile dynamic reptile dynamic reptile original +escapist escapist escapist original +heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(9) +c3 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 1976 + totalSize 719 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_char + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_string_group_string_group_char + Statistics: Num rows: 10 Data size: 4238 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: varchar(50)), c2 (type: varchar(9)), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 4238 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: varchar(50)) + sort order: + + Statistics: Num rows: 10 Data size: 4238 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(9)), _col2 (type: string), _col3 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: varchar(50)), VALUE._col0 (type: varchar(9)), VALUE._col1 (type: string), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 4238 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4238 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +c1 c2 c3 b + featherweight featherweight new + against against against new + baffling bafflin baffling new +blank pads blank pad original +bottom bottom bottom new +dynamic reptile dynamic r original +escapist escapist original +hangar paralysed companion hangar pa hangar paralysed companion new +heartbeat heartbeat original +junkyard junkyard junkyard new +PREHOOK: query: drop table table_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: drop table table_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +c1 c2 c3 b +blank pads blank pads blank pads original +dynamic reptile dynamic reptile dynamic reptile original +escapist escapist escapist original +heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 1508 + totalSize 667 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_string_group_string_group_varchar + Statistics: Num rows: 10 Data size: 3986 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: char(50)), c2 (type: char(9)), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3986 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: char(50)) + sort order: + + Statistics: Num rows: 10 Data size: 3986 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(9)), _col2 (type: string), _col3 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(50)), VALUE._col0 (type: char(9)), VALUE._col1 (type: string), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 3986 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3986 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +c1 c2 c3 b + featherweight featherweight new + against against against new + baffling bafflin baffling new +blank pads blank pad original +bottom bottom bottom new +dynamic reptile dynamic r original +escapist escapist original +hangar paralysed companion hangar pa hangar paralysed companion new +heartbeat heartbeat original +junkyard junkyard junkyard new +PREHOOK: query: drop table table_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: drop table table_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 tinyint +c3 tinyint +c4 tinyint +c5 tinyint +c6 tinyint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 c6 b +-2 -2 -2 -2 -2 -2 original +100 100 100 100 100 100 original +45 45 45 45 45 45 original +NULL NULL NULL NULL NULL NULL original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 int +c3 bigint +c4 float +c5 double +c6 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 440 + totalSize 578 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values('774', '2031', '200', '12', '99', '0', 'new'), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new'), + ('256', '32768', '31889', '300', '444', '506', 'new'), + ('5555', '40000', '-719017797', '45', '55', '65', 'new'), + ('100', '5000', '5443', '22', '2', '-2', 'new'), + ('17', '90000', '754072151', '95', '20', '18', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values('774', '2031', '200', '12', '99', '0', 'new'), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new'), + ('256', '32768', '31889', '300', '444', '506', 'new'), + ('5555', '40000', '-719017797', '45', '55', '65', 'new'), + ('100', '5000', '5443', '22', '2', '-2', 'new'), + ('17', '90000', '754072151', '95', '20', '18', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_tinyint + Statistics: Num rows: 10 Data size: 1798 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: smallint), c2 (type: int), c3 (type: bigint), c4 (type: float), c5 (type: double), c6 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 1798 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: smallint) + sort order: + + Statistics: Num rows: 10 Data size: 1798 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: double), _col5 (type: decimal(38,18)), _col6 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: smallint), VALUE._col0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: float), VALUE._col3 (type: double), VALUE._col4 (type: decimal(38,18)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 1798 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1798 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 c6 b +-2 -2 -2 -2.0 NULL -2.000000000000000000 original +100 100 100 100.0 NULL 100.000000000000000000 original +100 5000 5443 22.0 2.0 -2.000000000000000000 new +17 90000 754072151 95.0 20.0 18.000000000000000000 new +256 32768 31889 300.0 444.0 506.000000000000000000 new +45 45 45 45.0 NULL 45.000000000000000000 original +5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +774 2031 200 12.0 99.0 0.000000000000000000 new +NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +NULL NULL NULL NULL NULL NULL original +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 smallint +c3 smallint +c4 smallint +c5 smallint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 b +-2 -2 -2 -2 -2 original +-5000 -5000 -5000 -5000 -5000 original +100 100 100 100 100 original +2031 2031 2031 2031 2031 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 int +c2 bigint +c3 float +c4 double +c5 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 448 + totalSize 523 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values('774', '2031', '200', '12', '99', 'new'), + ('561431', '52927714', '7203778961', '8', '7', 'new'), + ('256', '32768', '31889', '300', '444', 'new'), + ('5555', '40000', '-719017797', '45', '55', 'new'), + ('100', '5000', '5443', '22', '2', 'new'), + ('17', '90000', '754072151', '95', '20', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values('774', '2031', '200', '12', '99', 'new'), + ('561431', '52927714', '7203778961', '8', '7', 'new'), + ('256', '32768', '31889', '300', '444', 'new'), + ('5555', '40000', '-719017797', '45', '55', 'new'), + ('100', '5000', '5443', '22', '2', 'new'), + ('17', '90000', '754072151', '95', '20', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_smallint + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: int), c2 (type: bigint), c3 (type: float), c4 (type: double), c5 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: bigint), _col2 (type: float), _col3 (type: double), _col4 (type: decimal(38,18)), _col5 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: bigint), VALUE._col1 (type: float), VALUE._col2 (type: double), VALUE._col3 (type: decimal(38,18)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 b +-2 -2 -2.0 NULL -2.000000000000000000 original +-5000 -5000 -5000.0 NULL -5000.000000000000000000 original +100 100 100.0 NULL 100.000000000000000000 original +100 5000 5443.0 22.0 2.000000000000000000 new +17 90000 7.5407213E8 95.0 20.000000000000000000 new +2031 2031 2031.0 NULL 2031.000000000000000000 original +256 32768 31889.0 300.0 444.000000000000000000 new +5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +774 2031 200.0 12.0 99.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 int +c2 int +c3 int +c4 int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -2 -2 -2 original +-5000 -5000 -5000 -5000 original +2031 2031 2031 2031 original +52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 float +c3 double +c4 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 432 + totalSize 534 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values('774', '2031', '200', '12', 'new'), + ('561431', '52927714', '7203778961', '8', 'new'), + ('256', '32768', '31889', '300', 'new'), + ('5555', '40000', '-719017797', '45', 'new'), + ('100', '5000', '5443', '22', 'new'), + ('17', '90000', '754072151', '95', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values('774', '2031', '200', '12', 'new'), + ('561431', '52927714', '7203778961', '8', 'new'), + ('256', '32768', '31889', '300', 'new'), + ('5555', '40000', '-719017797', '45', 'new'), + ('100', '5000', '5443', '22', 'new'), + ('17', '90000', '754072151', '95', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_int + Statistics: Num rows: 10 Data size: 1746 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: bigint), c2 (type: float), c3 (type: double), c4 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 1746 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: bigint) + sort order: + + Statistics: Num rows: 10 Data size: 1746 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: float), _col2 (type: double), _col3 (type: decimal(38,18)), _col4 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: float), VALUE._col1 (type: double), VALUE._col2 (type: decimal(38,18)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 1746 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1746 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -2.0 NULL -2.000000000000000000 original +-5000 -5000.0 NULL -5000.000000000000000000 original +100 5000.0 5443.0 22.000000000000000000 new +17 90000.0 7.54072151E8 95.000000000000000000 new +2031 2031.0 NULL 2031.000000000000000000 original +256 32768.0 31889.0 300.000000000000000000 new +52927714 5.2927712E7 NULL 52927714.000000000000000000 original +5555 40000.0 -7.19017797E8 45.000000000000000000 new +561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +774 2031.0 200.0 12.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 bigint +c3 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +c1 c2 c3 b +-2 -2 -2 original +-5000 -5000 -5000 original +52927714 52927714 52927714 original +7203778961 7203778961 7203778961 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 464 + totalSize 493 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values('774', '2031', '200', 'new'), + ('561431', '52927714', '7203778961', 'new'), + ('256', '32768', '31889', 'new'), + ('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'), + ('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values('774', '2031', '200', 'new'), + ('561431', '52927714', '7203778961', 'new'), + ('256', '32768', '31889', 'new'), + ('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'), + ('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_bigint + Statistics: Num rows: 10 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: float), c2 (type: double), c3 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: float) + sort order: + + Statistics: Num rows: 10 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: double), _col2 (type: decimal(38,18)), _col3 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: float), VALUE._col0 (type: double), VALUE._col1 (type: decimal(38,18)), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 NULL -2.000000000000000000 original +-5000.0 NULL -5000.000000000000000000 original +100.0 5000.0 5443.000000000000000000 new +17.0 90000.0 754072151.000000000000000000 new +256.0 32768.0 31889.000000000000000000 new +5.2927712E7 NULL 52927714.000000000000000000 original +5555.0 40000.0 -719017797.000000000000000000 new +561431.0 5.2927714E7 7203778961.000000000000000000 new +7.2037791E9 NULL 7203778961.000000000000000000 original +774.0 2031.0 200.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 float +c2 float +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +c1 c2 b +-29.0764 -29.0764 original +-5000.0 -5000.0 original +5.2927712E7 5.2927712E7 original +753.7028 753.7028 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 double +c2 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 400 + totalSize 442 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values('774', '2031', 'new'), + ('561431', '52927714', 'new'), + ('256', '32768', 'new'), + ('5555', '40000', 'new'), + ('100', '5000', 'new'), + ('17', '90000', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values('774', '2031', 'new'), + ('561431', '52927714', 'new'), + ('256', '32768', 'new'), + ('5555', '40000', 'new'), + ('100', '5000', 'new'), + ('17', '90000', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_float + Statistics: Num rows: 10 Data size: 1642 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: double), c2 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1642 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: double) + sort order: + + Statistics: Num rows: 10 Data size: 1642 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: decimal(38,18)), _col2 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: double), VALUE._col0 (type: decimal(38,18)), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1642 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1642 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +c1 c2 b +-29.076400756835938 -29.076400756835937500 original +-5000.0 -5000.000000000000000000 original +100.0 5000.000000000000000000 new +17.0 90000.000000000000000000 new +256.0 32768.000000000000000000 new +5.2927712E7 52927712.000000000000000000 original +5555.0 40000.000000000000000000 new +561431.0 52927714.000000000000000000 new +753.7028198242188 753.702819824218750000 original +774.0 2031.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(c1 double, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(c1 double, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +c1 b +-29.0764 original +-5000.0 original +5.2927714E7 original +753.7028 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 400 + totalSize 393 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values('774', 'new'), + ('561431', 'new'), + ('256', 'new'), + ('5555', 'new'), + ('100', 'new'), + ('17', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values('774', 'new'), + ('561431', 'new'), + ('256', 'new'), + ('5555', 'new'), + ('100', 'new'), + ('17', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: explain +select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_double + Statistics: Num rows: 10 Data size: 1594 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 1594 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: decimal(38,18)) + sort order: + + Statistics: Num rows: 10 Data size: 1594 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: decimal(38,18)), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 1594 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1594 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +c1 b +-29.076399999999999579 original +-5000.000000000000000000 original +100.000000000000000000 new +17.000000000000000000 new +256.000000000000000000 new +52927714.000000000000000000 original +5555.000000000000000000 new +561431.000000000000000000 new +753.702800000000024738 original +774.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_double PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 -POSTHOOK: query: DROP TABLE table2 +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_double POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double diff --git ql/src/test/results/clientpositive/schema_evol_text_fetchwork_table.q.out ql/src/test/results/clientpositive/schema_evol_text_fetchwork_table.q.out deleted file mode 100644 index f849004..0000000 --- ql/src/test/results/clientpositive/schema_evol_text_fetchwork_table.q.out +++ /dev/null @@ -1,298 +0,0 @@ -PREHOOK: query: -- SORT_QUERY_RESULTS --- --- FILE VARIATION: TEXT, Non-Vectorized, MapWork, Table --- --- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) STORED AS TEXTFILE -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@table1 -POSTHOOK: query: -- SORT_QUERY_RESULTS --- --- FILE VARIATION: TEXT, Non-Vectorized, MapWork, Table --- --- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) STORED AS TEXTFILE -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a b -1 new -1 original -2 new -2 original -3 new -3 original -4 new -4 original -5 new -6 new -PREHOOK: query: select a,b,c from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,b,c from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a b c -1 new 10 -1 original NULL -2 new 20 -2 original NULL -3 new 30 -3 original NULL -4 new 40 -4 original NULL -5 new 100 -6 new 200 -PREHOOK: query: select a,b,c,d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,b,c,d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a b c d -1 new 10 ten -1 original NULL NULL -2 new 20 twenty -2 original NULL NULL -3 new 30 thirty -3 original NULL NULL -4 new 40 forty -4 original NULL NULL -5 new 100 hundred -6 new 200 two hundred -PREHOOK: query: select a,c,d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,c,d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a c d -1 10 ten -1 NULL NULL -2 20 twenty -2 NULL NULL -3 30 thirty -3 NULL NULL -4 40 forty -4 NULL NULL -5 100 hundred -6 200 two hundred -PREHOOK: query: select a,d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a d -1 NULL -1 ten -2 NULL -2 twenty -3 NULL -3 thirty -4 NULL -4 forty -5 hundred -6 two hundred -PREHOOK: query: select c from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select c from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -c -10 -100 -20 -200 -30 -40 -NULL -NULL -NULL -NULL -PREHOOK: query: select d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -d -NULL -NULL -NULL -NULL -forty -hundred -ten -thirty -twenty -two hundred -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) --- -CREATE TABLE table2(a smallint, b STRING) STORED AS TEXTFILE -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@table2 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) --- -CREATE TABLE table2(a smallint, b STRING) STORED AS TEXTFILE -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 -POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select a,b from table2 -PREHOOK: type: QUERY -PREHOOK: Input: default@table2 -#### A masked pattern was here #### -POSTHOOK: query: select a,b from table2 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table2 -#### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -5000 new -6737 original -72909 new -90000 new -PREHOOK: query: DROP TABLE table1 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: DROP TABLE table1 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: DROP TABLE table2 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 -POSTHOOK: query: DROP TABLE table2 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 diff --git ql/src/test/results/clientpositive/schema_evol_text_mapwork_table.q.out ql/src/test/results/clientpositive/schema_evol_text_mapwork_table.q.out deleted file mode 100644 index f849004..0000000 --- ql/src/test/results/clientpositive/schema_evol_text_mapwork_table.q.out +++ /dev/null @@ -1,298 +0,0 @@ -PREHOOK: query: -- SORT_QUERY_RESULTS --- --- FILE VARIATION: TEXT, Non-Vectorized, MapWork, Table --- --- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) STORED AS TEXTFILE -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@table1 -POSTHOOK: query: -- SORT_QUERY_RESULTS --- --- FILE VARIATION: TEXT, Non-Vectorized, MapWork, Table --- --- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) STORED AS TEXTFILE -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a b -1 new -1 original -2 new -2 original -3 new -3 original -4 new -4 original -5 new -6 new -PREHOOK: query: select a,b,c from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,b,c from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a b c -1 new 10 -1 original NULL -2 new 20 -2 original NULL -3 new 30 -3 original NULL -4 new 40 -4 original NULL -5 new 100 -6 new 200 -PREHOOK: query: select a,b,c,d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,b,c,d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a b c d -1 new 10 ten -1 original NULL NULL -2 new 20 twenty -2 original NULL NULL -3 new 30 thirty -3 original NULL NULL -4 new 40 forty -4 original NULL NULL -5 new 100 hundred -6 new 200 two hundred -PREHOOK: query: select a,c,d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,c,d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a c d -1 10 ten -1 NULL NULL -2 20 twenty -2 NULL NULL -3 30 thirty -3 NULL NULL -4 40 forty -4 NULL NULL -5 100 hundred -6 200 two hundred -PREHOOK: query: select a,d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a d -1 NULL -1 ten -2 NULL -2 twenty -3 NULL -3 thirty -4 NULL -4 forty -5 hundred -6 two hundred -PREHOOK: query: select c from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select c from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -c -10 -100 -20 -200 -30 -40 -NULL -NULL -NULL -NULL -PREHOOK: query: select d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -d -NULL -NULL -NULL -NULL -forty -hundred -ten -thirty -twenty -two hundred -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) --- -CREATE TABLE table2(a smallint, b STRING) STORED AS TEXTFILE -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@table2 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) --- -CREATE TABLE table2(a smallint, b STRING) STORED AS TEXTFILE -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 -POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select a,b from table2 -PREHOOK: type: QUERY -PREHOOK: Input: default@table2 -#### A masked pattern was here #### -POSTHOOK: query: select a,b from table2 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table2 -#### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -5000 new -6737 original -72909 new -90000 new -PREHOOK: query: DROP TABLE table1 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: DROP TABLE table1 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: DROP TABLE table2 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 -POSTHOOK: query: DROP TABLE table2 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 diff --git ql/src/test/results/clientpositive/schema_evol_text_nonvec_fetchwork_part.q.out ql/src/test/results/clientpositive/schema_evol_text_nonvec_fetchwork_part.q.out index 44ce24e..52c1b73 100644 --- ql/src/test/results/clientpositive/schema_evol_text_nonvec_fetchwork_part.q.out +++ ql/src/test/results/clientpositive/schema_evol_text_nonvec_fetchwork_part.q.out @@ -1,85 +1,190 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: TEXT, Non-Vectorized, FetchWork, Partitioned +-- FILE VARIATION: TEXTFILE, Non-Vectorized, FetchWork, Partitioned -- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned1 +PREHOOK: Output: default@part_add_int_permute_select POSTHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: TEXT, Non-Vectorized, FetchWork, Partitioned +-- FILE VARIATION: TEXTFILE, Non-Vectorized, FetchWork, Partitioned +-- +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT -- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE part_add_int_permute_select(a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) +alter table part_add_int_permute_select add columns(c int) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) +alter table part_add_int_permute_select add columns(c int) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=2) values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@partitioned1@part=2 -POSTHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=2) values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@partitioned1@part=2 -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(5, 'new', 100),(6, 'new', 200) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(5, 'new', 100),(6, 'new', 200) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from part_add_int_permute_select +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from part_add_int_permute_select +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: part_add_int_permute_select + Statistics: Num rows: 10 Data size: 90 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 90 Basic stats: COMPLETE Column stats: NONE + ListSink + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from part_add_int_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from part_add_int_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### part a b 1 1 original @@ -92,17 +197,17 @@ part a b 2 2 new 2 3 new 2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +PREHOOK: query: select part,a,b,c from part_add_int_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,a,b,c from part_add_int_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### part a b c 1 1 original NULL @@ -115,86 +220,17 @@ part a b c 2 2 new 20 2 3 new 30 2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new NULL NULL -1 6 new NULL NULL -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a c d -1 1 NULL NULL -1 2 NULL NULL -1 3 NULL NULL -1 4 NULL NULL -1 5 NULL NULL -1 6 NULL NULL -2 1 10 ten -2 2 20 twenty -2 3 30 thirty -2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a d -1 1 NULL -1 2 NULL -1 3 NULL -1 4 NULL -1 5 NULL -1 6 NULL -2 1 ten -2 2 twenty -2 3 thirty -2 4 forty -PREHOOK: query: select part,c from partitioned1 +PREHOOK: query: select part,c from part_add_int_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 +POSTHOOK: query: select part,c from part_add_int_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### part c 1 NULL @@ -207,181 +243,186 @@ part c 2 20 2 30 2 40 -PREHOOK: query: select part,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part d -1 NULL -1 NULL -1 NULL -1 NULL -1 NULL -1 NULL -2 forty -2 ten -2 thirty -2 twenty -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: query: drop table part_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select +POSTHOOK: query: drop table part_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE part_add_int_string_permute_select(a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE part_add_int_string_permute_select(a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 -PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@partitioned2@part=2 -POSTHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@partitioned2@part=2 -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +POSTHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select part,a,b from partitioned2 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned2 -PREHOOK: Input: default@partitioned2@part=1 -PREHOOK: Input: default@partitioned2@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned2 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Input: default@partitioned2@part=1 -POSTHOOK: Input: default@partitioned2@part=2 -#### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 NULL new -2 200 new -2 32768 new -2 40000 new -2 72909 new -PREHOOK: query: -- --- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: -- --- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__7 -PREHOOK: Output: default@partitioned3@part=1 -POSTHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__7 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,a,b from part_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__8 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +POSTHOOK: query: explain +select part,a,b from part_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__8 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Output: default@partitioned3@part=2 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 _col4 +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: part_add_int_string_permute_select + Statistics: Num rows: 10 Data size: 134 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 134 Basic stats: COMPLETE Column stats: NONE + ListSink + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from part_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from part_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a b 1 1 original @@ -394,17 +435,17 @@ part a b 2 2 new 2 3 new 2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +PREHOOK: query: select part,a,b,c from part_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,a,b,c from part_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a b c 1 1 original NULL @@ -417,17 +458,17 @@ part a b c 2 2 new 20 2 3 new 30 2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 +PREHOOK: query: select part,a,b,c,d from part_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 +POSTHOOK: query: select part,a,b,c,d from part_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -440,17 +481,17 @@ part a b c d 2 2 new 20 twenty 2 3 new 30 thirty 2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 +PREHOOK: query: select part,a,c,d from part_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 +POSTHOOK: query: select part,a,c,d from part_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a c d 1 1 NULL NULL @@ -463,17 +504,17 @@ part a c d 2 2 20 twenty 2 3 30 thirty 2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 +PREHOOK: query: select part,a,d from part_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 +POSTHOOK: query: select part,a,d from part_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a d 1 1 NULL @@ -486,17 +527,17 @@ part a d 2 2 twenty 2 3 thirty 2 4 forty -PREHOOK: query: select part,c from partitioned1 +PREHOOK: query: select part,c from part_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 +POSTHOOK: query: select part,c from part_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part c 1 NULL @@ -509,17 +550,17 @@ part c 2 20 2 30 2 40 -PREHOOK: query: select part,d from partitioned1 +PREHOOK: query: select part,d from part_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 +POSTHOOK: query: select part,d from part_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part d 1 NULL @@ -532,111 +573,5048 @@ part d 2 ten 2 thirty 2 twenty -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: query: drop table part_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: drop table part_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__9 -PREHOOK: Output: default@partitioned4@part=1 -POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__9 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 +alter table part_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +alter table part_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +c2 double +c3 double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__10 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__10 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Output: default@partitioned4@part=2 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 _col2 -PREHOOK: query: select part,a,b from partitioned4 +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_double +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_double +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: part_change_string_group_double + Statistics: Num rows: 10 Data size: 529 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: double), c2 (type: double), c3 (type: double), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 529 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_double PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned4 -PREHOOK: Input: default@partitioned4@part=1 -PREHOOK: Input: default@partitioned4@part=2 +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Input: default@part_change_string_group_double@part=1 +PREHOOK: Input: default@part_change_string_group_double@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned4 +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_double POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Input: default@partitioned4@part=1 -POSTHOOK: Input: default@partitioned4@part=2 +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Input: default@part_change_string_group_double@part=1 +POSTHOOK: Input: default@part_change_string_group_double@part=2 #### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 NULL new -2 200 new -2 32768 new -2 40000 new -2 72909 new -PREHOOK: query: DROP TABLE partitioned1 +part c1 c2 c3 b +1 -10.3 -10.3 -10.3 original +1 -29.0764 -29.0764 -29.0764 original +1 -3651.672121 -3651.672121 -3651.672121 original +1 17808.963785 17808.963785 17808.963785 new +1 753.7028 753.7028 753.7028 original +1 9250340.75 9250340.75 9250340.75 new +2 -66475.561431 -66475.561431 -66475.561431 new +2 20.31 20.31 20.31 new +2 30.774 30.774 30.774 new +2 46114.284799488 46114.284799488 46114.284799488 new +PREHOOK: query: drop table part_change_string_group_double PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 -POSTHOOK: query: DROP TABLE partitioned1 +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: drop table part_change_string_group_double POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: DROP TABLE partitioned2 +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +c2 decimal(38,18) +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_decimal +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_decimal +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: part_change_string_group_decimal + Statistics: Num rows: 10 Data size: 769 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: decimal(38,18)), c2 (type: decimal(38,18)), c3 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 769 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_decimal +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Input: default@part_change_string_group_decimal@part=1 +PREHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_decimal +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Input: default@part_change_string_group_decimal@part=1 +POSTHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +1 -29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +1 -3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +1 17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +1 753.702800000000000000 753.702800000000000000 753.702800000000000000 original +1 9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +2 -66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +2 20.310000000000000000 20.310000000000000000 20.310000000000000000 new +2 30.774000000000000000 30.774000000000000000 30.774000000000000000 new +2 46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +PREHOOK: query: drop table part_change_string_group_decimal PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: DROP TABLE partitioned2 +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: drop table part_change_string_group_decimal POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: DROP TABLE partitioned3 +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 timestamp +c2 timestamp +c3 timestamp +c4 timestamp +c5 timestamp +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: part_change_date_group_string_group_timestamp + Statistics: Num rows: 9 Data size: 1308 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: string), c2 (type: char(50)), c3 (type: char(15)), c4 (type: varchar(50)), c5 (type: varchar(15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 9 Data size: 1308 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +1 2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +1 2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +1 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 NULL 5966-07-09 03:30:50.597 NULL new +1 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 NULL 6229-06-28 02:54:28.970117179 NULL new +2 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +2 1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +2 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +2 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +PREHOOK: query: drop table part_change_date_group_string_group_timestamp PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: DROP TABLE partitioned3 +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: drop table part_change_date_group_string_group_timestamp POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: DROP TABLE partitioned4 +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 date +c2 date +c3 date +c4 date +c5 date +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: part_change_date_group_string_group_date + Statistics: Num rows: 9 Data size: 807 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: string), c2 (type: char(50)), c3 (type: char(15)), c4 (type: varchar(50)), c5 (type: varchar(15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 9 Data size: 807 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Input: default@part_change_date_group_string_group_date@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +1 2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +1 2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +2 0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +2 1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +2 2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +2 2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +2 5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +2 6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +PREHOOK: query: drop table part_change_date_group_string_group_date +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: drop table part_change_date_group_string_group_date +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__19.tmp_values_col1 values__tmp__table__19.tmp_values_col2 values__tmp__table__19.tmp_values_col3 values__tmp__table__19.tmp_values_col4 values__tmp__table__19.tmp_values_col5 values__tmp__table__19.tmp_values_col6 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_string + Statistics: Num rows: 10 Data size: 309 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: string), c2 (type: string), c3 (type: string), c4 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 309 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 100 5000 5443 0 new +1 17 NULL 754072151 3289094 new +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +2 1 200 2323322 5430907 new +2 2000 72909 3244222 -93222 new +2 256 32768 31889 470614135 new +2 5555 40000 -719017797 810662019 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +c4 char(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_char + Statistics: Num rows: 10 Data size: 1384 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: char(50)), c2 (type: char(50)), c3 (type: char(50)), c4 (type: char(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 1384 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +1 NULL NULL NULL NULL new +1 NULL NULL NULL NULL new +2 1 200 2323322 5430907 new +2 2000 72909 3244222 -93222 new +2 256 32768 31889 470614135 new +2 5555 40000 -719017797 810662019 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(5) +c2 char(5) +c3 char(5) +c4 char(5) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_char_trunc + Statistics: Num rows: 10 Data size: 304 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: char(5)), c2 (type: char(5)), c3 (type: char(5)), c4 (type: char(5)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 304 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899 original +1 0 20435 84749 -9999 original +1 45 1000 48377 -2386 original +1 NULL 4957 83222 90000 original +1 NULL NULL 75407 32890 new +1 NULL NULL NULL NULL new +2 1 200 23233 54309 new +2 2000 72909 32442 -9322 new +2 256 32768 31889 47061 new +2 5555 40000 -7190 81066 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +c4 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_varchar + Statistics: Num rows: 10 Data size: 309 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: varchar(50)), c2 (type: varchar(50)), c3 (type: varchar(50)), c4 (type: varchar(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 309 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 100 5000 5443 0 new +1 17 NULL 754072151 3289094 new +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +2 1 200 2323322 5430907 new +2 2000 72909 3244222 -93222 new +2 256 32768 31889 470614135 new +2 5555 40000 -719017797 810662019 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(5) +c2 varchar(5) +c3 varchar(5) +c4 varchar(5) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_varchar_trunc + Statistics: Num rows: 10 Data size: 283 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: varchar(5)), c2 (type: varchar(5)), c3 (type: varchar(5)), c4 (type: varchar(5)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 283 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899 original +1 0 20435 84749 -9999 original +1 100 5000 5443 0 new +1 17 NULL 75407 32890 new +1 45 1000 48377 -2386 original +1 NULL 4957 83222 90000 original +2 1 200 23233 54309 new +2 2000 72909 32442 -9322 new +2 256 32768 31889 47061 new +2 5555 40000 -7190 81066 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 original +1 0.0 20435.0 847492223.000000000000000000 original +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +values__tmp__table__29.tmp_values_col1 values__tmp__table__29.tmp_values_col2 values__tmp__table__29.tmp_values_col3 values__tmp__table__29.tmp_values_col4 values__tmp__table__29.tmp_values_col5 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_string + Statistics: Num rows: 10 Data size: 359 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: string), c2 (type: string), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 359 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.3 original +1 -255.0 4957.0 832222222 original +1 0.0 20435.0 847492223 original +1 100.0 5000.0 5443 new +1 17.0 90000.0 754072151 new +1 753.7028 -3651.672121 -23866739993 original +2 -66475.561431 52927714 7203778961 new +2 256 32768 31889 new +2 30.774 20.31 46114.284799488 new +2 5555 40000 -719017797 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_char + Statistics: Num rows: 10 Data size: 1150 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: char(50)), c2 (type: char(50)), c3 (type: char(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 1150 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.3 original +1 -255.0 4957.0 832222222 9000000000 +1 0.0 20435.0 847492223 -999999999999 +1 100.0 5000.0 5443 new +1 17.0 90000.0 754072151 new +1 753.7028 -3651.672121 -23866739993 original +2 -66475.561431 52927714 7203778961 new +2 256 32768 31889 new +2 30.774 20.31 46114.284799488 new +2 5555 40000 -719017797 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(7) +c2 char(7) +c3 char(7) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_char_trunc + Statistics: Num rows: 10 Data size: 376 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: char(7)), c2 (type: char(7)), c3 (type: char(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 376 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.076 -10.3 original +1 -255.0 4957.0 8322222 9000000000 +1 0.0 20435.0 8474922 -999999999999 +1 100.0 5000.0 5443 new +1 17.0 90000.0 7540721 new +1 753.702 -3651.6 -238667 original +2 -66475. 5292771 7203778 new +2 256 32768 31889 new +2 30.774 20.31 46114.2 new +2 5555 40000 -719017 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_varchar + Statistics: Num rows: 10 Data size: 366 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: varchar(50)), c2 (type: varchar(50)), c3 (type: varchar(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 366 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.3 original +1 -255.0 4957.0 832222222 9000000000 +1 0.0 20435.0 847492223 -999999999999 +1 100.0 5000.0 5443 new +1 17.0 90000.0 754072151 new +1 753.7028 -3651.672121 -23866739993 original +2 -66475.561431 52927714 7203778961 new +2 256 32768 31889 new +2 30.774 20.31 46114.284799488 new +2 5555 40000 -719017797 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(7) +c2 varchar(7) +c3 varchar(7) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_varchar_trunc + Statistics: Num rows: 10 Data size: 343 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: varchar(7)), c2 (type: varchar(7)), c3 (type: varchar(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 343 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.076 -10.3 original +1 -255.0 4957.0 8322222 9000000000 +1 0.0 20435.0 8474922 -999999999999 +1 100.0 5000.0 5443 new +1 17.0 90000.0 7540721 new +1 753.702 -3651.6 -238667 original +2 -66475. 5292771 7203778 new +2 256 32768 31889 new +2 30.774 20.31 46114.2 new +2 5555 40000 -719017 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__38.tmp_values_col1 values__tmp__table__38.tmp_values_col2 values__tmp__table__38.tmp_values_col3 values__tmp__table__38.tmp_values_col4 values__tmp__table__38.tmp_values_col5 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 blank pads blank pads blank pads blank pads original +1 dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +1 escapist escapist escapist escapist original +1 heartbeat heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 varchar(50) +c4 char(9) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: part_change_string_group_string_group_string + Statistics: Num rows: 10 Data size: 770 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: char(50)), c2 (type: char(9)), c3 (type: varchar(50)), c4 (type: char(9)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 770 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 blank pads blank pad blank pads blank pad original +1 bottom bottom bottom bottom new +1 dynamic reptile dynamic r dynamic reptile dynamic r original +1 escapist escapist escapist escapist original +1 hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +1 heartbeat heartbeat heartbeat heartbeat original +2 featherweight featherweight new +2 against against against against new +2 baffling bafflin baffling bafflin new +2 junkyard junkyard junkyard junkyard new +PREHOOK: query: drop table part_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: drop table part_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pads blank pads original +1 dynamic reptile dynamic reptile dynamic reptile original +1 escapist escapist escapist original +1 heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(9) +c3 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_char +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_char +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: part_change_string_group_string_group_char + Statistics: Num rows: 10 Data size: 916 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: varchar(50)), c2 (type: varchar(9)), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 916 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pad blank pads original +1 bottom bottom bottom new +1 dynamic reptile dynamic r dynamic reptile original +1 escapist escapist escapist original +1 hangar paralysed companion hangar pa hangar paralysed companion new +1 heartbeat heartbeat heartbeat original +2 featherweight featherweight new +2 against against against new +2 baffling bafflin baffling new +2 junkyard junkyard junkyard new +PREHOOK: query: drop table part_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: drop table part_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pads blank pads original +1 dynamic reptile dynamic reptile dynamic reptile original +1 escapist escapist escapist original +1 heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_varchar +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_varchar +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: part_change_string_group_string_group_varchar + Statistics: Num rows: 10 Data size: 661 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: char(50)), c2 (type: char(9)), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 661 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pad blank pads original +1 bottom bottom bottom new +1 dynamic reptile dynamic r dynamic reptile original +1 escapist escapist escapist original +1 hangar paralysed companion hangar pa hangar paralysed companion new +1 heartbeat heartbeat heartbeat original +2 featherweight featherweight new +2 against against against new +2 baffling bafflin baffling new +2 junkyard junkyard junkyard new +PREHOOK: query: drop table part_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: drop table part_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 tinyint +c3 tinyint +c4 tinyint +c5 tinyint +c6 tinyint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 c6 b +1 -2 -2 -2 -2 -2 -2 original +1 100 100 100 100 100 100 original +1 45 45 45 45 45 45 original +1 NULL NULL NULL NULL NULL NULL original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 int +c3 bigint +c4 float +c5 double +c6 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values('774', '2031', '200', '12', '99', '0', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + ('256', '32768', '31889', '300', '444', '506', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + ('100', '5000', '5443', '22', '2', '-2', 'new', 1), + ('17', '90000', '754072151', '95', '20', '18', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values('774', '2031', '200', '12', '99', '0', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + ('256', '32768', '31889', '300', '444', '506', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + ('100', '5000', '5443', '22', '2', '-2', 'new', 1), + ('17', '90000', '754072151', '95', '20', '18', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_tinyint + Statistics: Num rows: 10 Data size: 425 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: smallint), c2 (type: int), c3 (type: bigint), c4 (type: float), c5 (type: double), c6 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 10 Data size: 425 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 c6 b +1 -2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +1 100 100 100 100.0 100.0 100.000000000000000000 original +1 100 NULL NULL 22.0 2.0 -2.000000000000000000 new +1 17 NULL NULL 95.0 20.0 18.000000000000000000 new +1 45 45 45 45.0 45.0 45.000000000000000000 original +1 NULL NULL NULL NULL NULL NULL original +2 256 32768 31889 300.0 444.0 506.000000000000000000 new +2 5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +2 774 2031 200 12.0 99.0 0.000000000000000000 new +2 NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 smallint +c3 smallint +c4 smallint +c5 smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 -2 -2 -2 -2 -2 original +1 -5000 -5000 -5000 -5000 -5000 original +1 100 100 100 100 100 original +1 2031 2031 2031 2031 2031 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 int +c2 bigint +c3 float +c4 double +c5 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values('774', '2031', '200', '12', '99', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', 'new', 2), + ('256', '32768', '31889', '300', '444', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', 'new', 2), + ('100', '5000', '5443', '22', '2', 'new', 1), + ('17', '90000', '754072151', '95', '20', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values('774', '2031', '200', '12', '99', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', 'new', 2), + ('256', '32768', '31889', '300', '444', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', 'new', 2), + ('100', '5000', '5443', '22', '2', 'new', 1), + ('17', '90000', '754072151', '95', '20', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_smallint + Statistics: Num rows: 10 Data size: 423 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: int), c2 (type: bigint), c3 (type: float), c4 (type: double), c5 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 423 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 -2 -2 -2.0 -2.0 -2.000000000000000000 original +1 -5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +1 100 100 100.0 100.0 100.000000000000000000 original +1 100 5000 5443.0 22.0 2.000000000000000000 new +1 17 NULL NULL 95.0 20.000000000000000000 new +1 2031 2031 2031.0 2031.0 2031.000000000000000000 original +2 256 32768 31889.0 300.0 444.000000000000000000 new +2 5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +2 561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +2 774 2031 200.0 12.0 99.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 int +c2 int +c3 int +c4 int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -2 -2 -2 original +1 -5000 -5000 -5000 -5000 original +1 2031 2031 2031 2031 original +1 52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 float +c3 double +c4 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values('774', '2031', '200', '12', 'new', 2), + ('561431', '52927714', '7203778961', '8', 'new', 2), + ('256', '32768', '31889', '300', 'new', 2), + ('5555', '40000', '-719017797', '45', 'new', 2), + ('100', '5000', '5443', '22', 'new', 1), + ('17', '90000', '754072151', '95', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values('774', '2031', '200', '12', 'new', 2), + ('561431', '52927714', '7203778961', '8', 'new', 2), + ('256', '32768', '31889', '300', 'new', 2), + ('5555', '40000', '-719017797', '45', 'new', 2), + ('100', '5000', '5443', '22', 'new', 1), + ('17', '90000', '754072151', '95', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_int + Statistics: Num rows: 10 Data size: 413 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: bigint), c2 (type: float), c3 (type: double), c4 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 413 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -2.0 -2.0 -2.000000000000000000 original +1 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +1 100 5000.0 5443.0 22.000000000000000000 new +1 17 90000.0 NULL 95.000000000000000000 new +1 2031 2031.0 2031.0 2031.000000000000000000 original +1 52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +2 256 32768.0 31889.0 300.000000000000000000 new +2 5555 40000.0 -7.19017797E8 45.000000000000000000 new +2 561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +2 774 2031.0 200.0 12.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 bigint +c3 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2 -2 -2 original +1 -5000 -5000 -5000 original +1 52927714 52927714 52927714 original +1 7203778961 7203778961 7203778961 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values('774', '2031', '200', 'new', 2), + ('561431', '52927714', '7203778961', 'new', 2), + ('256', '32768', '31889', 'new', 2), + ('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1), + ('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values('774', '2031', '200', 'new', 2), + ('561431', '52927714', '7203778961', 'new', 2), + ('256', '32768', '31889', 'new', 2), + ('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1), + ('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_bigint + Statistics: Num rows: 10 Data size: 387 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: float), c2 (type: double), c3 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 387 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -2.0 -2.000000000000000000 original +1 -5000.0 -5000.0 -5000.000000000000000000 original +1 100.0 5000.0 5443.000000000000000000 new +1 17.0 90000.0 754072151.000000000000000000 new +1 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +1 7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +2 256.0 32768.0 31889.000000000000000000 new +2 5555.0 40000.0 -719017797.000000000000000000 new +2 561431.0 5.2927714E7 7203778961.000000000000000000 new +2 774.0 2031.0 200.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 float +c2 float +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +#### A masked pattern was here #### +part c1 c2 b +1 -29.0764 -29.0764 original +1 -5000.0 -5000.0 original +1 5.2927712E7 5.2927712E7 original +1 753.7028 753.7028 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 double +c2 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values('774', '2031', 'new', 2), + ('561431', '52927714', 'new', 2), + ('256', '32768', 'new', 2), + ('5555', '40000', 'new', 2), + ('100', '5000', 'new', 1), + ('17', '90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values('774', '2031', 'new', 2), + ('561431', '52927714', 'new', 2), + ('256', '32768', 'new', 2), + ('5555', '40000', 'new', 2), + ('100', '5000', 'new', 1), + ('17', '90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_float + Statistics: Num rows: 10 Data size: 316 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: double), c2 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 316 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 +#### A masked pattern was here #### +part c1 c2 b +1 -29.076400756835938 -29.076400000000000000 original +1 -5000.0 -5000.000000000000000000 original +1 100.0 5000.000000000000000000 new +1 17.0 90000.000000000000000000 new +1 5.2927712E7 52927712.000000000000000000 original +1 753.7028198242188 753.702800000000000000 original +2 256.0 32768.000000000000000000 new +2 5555.0 40000.000000000000000000 new +2 561431.0 52927714.000000000000000000 new +2 774.0 2031.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(c1 double, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(c1 double, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +part c1 b +1 -29.0764 original +1 -5000.0 original +1 5.2927714E7 original +1 753.7028 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values('774', 'new', 2), + ('561431', 'new', 2), + ('256', 'new', 2), + ('5555', 'new', 2), + ('100', 'new', 1), + ('17', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values('774', 'new', 2), + ('561431', 'new', 2), + ('256', 'new', 2), + ('5555', 'new', 2), + ('100', 'new', 1), + ('17', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,c1,b from part_change_lower_to_higher_numeric_group_double +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,b from part_change_lower_to_higher_numeric_group_double +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_double + Statistics: Num rows: 10 Data size: 229 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 229 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 +#### A masked pattern was here #### +part c1 b +1 -29.076400000000000000 original +1 -5000.000000000000000000 original +1 100.000000000000000000 new +1 17.000000000000000000 new +1 52927714.000000000000000000 original +1 753.702800000000000000 original +2 256.000000000000000000 new +2 5555.000000000000000000 new +2 561431.000000000000000000 new +2 774.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_double PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: DROP TABLE partitioned4 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_double POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double diff --git ql/src/test/results/clientpositive/schema_evol_text_nonvec_fetchwork_table.q.out ql/src/test/results/clientpositive/schema_evol_text_nonvec_fetchwork_table.q.out index 4003c20..1efcdb7 100644 --- ql/src/test/results/clientpositive/schema_evol_text_nonvec_fetchwork_table.q.out +++ ql/src/test/results/clientpositive/schema_evol_text_nonvec_fetchwork_table.q.out @@ -1,79 +1,438 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: ORC, Non-Vectorized, MapWork, Table +-- FILE VARIATION: TEXTFILE, Non-Vectorized, MapWork, Table -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ---- -CREATE TABLE table1(a INT, b STRING) STORED AS TEXTFILE +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(a INT, b STRING) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table1 +PREHOOK: Output: default@table_add_int_permute_select POSTHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: ORC, Non-Vectorized, MapWork, Table +-- FILE VARIATION: TEXTFILE, Non-Vectorized, MapWork, Table +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ---- -CREATE TABLE table1(a INT, b STRING) STORED AS TEXTFILE +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(a INT, b STRING) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 -PREHOOK: query: select a,b from table1 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_permute_select add columns(c int) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_permute_select add columns(c int) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 40 + totalSize 44 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_permute_select values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__2 +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__2 +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: insert into table table_add_int_permute_select values(5, 'new', 100),(6, 'new', 200) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__3 +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select values(5, 'new', 100),(6, 'new', 200) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__3 +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select a,b from table_add_int_permute_select +PREHOOK: type: QUERY +POSTHOOK: query: explain +select a,b from table_add_int_permute_select +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table_add_int_permute_select + Statistics: Num rows: 10 Data size: 90 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 90 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_permute_select #### A masked pattern was here #### -POSTHOOK: query: select a,b from table1 +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_permute_select #### A masked pattern was here #### a b +1 new 1 original +2 new 2 original +3 new 3 original +4 new 4 original -PREHOOK: query: -- ADD COLUMNS -alter table table1 add columns(c int, d string) +5 new +6 new +PREHOOK: query: select a,b,c from table_add_int_permute_select +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select a,b,c from table_add_int_permute_select +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +a b c +1 new 10 +1 original NULL +2 new 20 +2 original NULL +3 new 30 +3 original NULL +4 new 40 +4 original NULL +5 new 100 +6 new 200 +PREHOOK: query: select c from table_add_int_permute_select +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select c from table_add_int_permute_select +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +c +10 +100 +20 +200 +30 +40 +NULL +NULL +NULL +NULL +PREHOOK: query: drop table table_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: drop table table_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_string_permute_select(a INT, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_string_permute_select(a INT, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_string_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__4 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__4 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: -- ADD COLUMNS -alter table table1 add columns(c int, d string) +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 40 + totalSize 44 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_string_permute_select values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Input: default@values__tmp__table__5 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__5 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table table_add_int_string_permute_select values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__6 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__6 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: select a,b,c,d from table1 +PREHOOK: query: explain +select a,b from table_add_int_string_permute_select +PREHOOK: type: QUERY +POSTHOOK: query: explain +select a,b from table_add_int_string_permute_select +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table_add_int_string_permute_select + Statistics: Num rows: 10 Data size: 134 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 134 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_string_permute_select +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_string_permute_select +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +a b +1 new +1 original +2 new +2 original +3 new +3 original +4 new +4 original +5 new +6 new +PREHOOK: query: select a,b,c from table_add_int_string_permute_select +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select a,b,c from table_add_int_string_permute_select +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +a b c +1 new 10 +1 original NULL +2 new 20 +2 original NULL +3 new 30 +3 original NULL +4 new 40 +4 original NULL +5 new 100 +6 new 200 +PREHOOK: query: select a,b,c,d from table_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### -POSTHOOK: query: select a,b,c,d from table1 +POSTHOOK: query: select a,b,c,d from table_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### a b c d 1 new 10 ten @@ -84,214 +443,4777 @@ a b c d 3 original NULL NULL 4 new 40 forty 4 original NULL NULL -PREHOOK: query: -- ADD COLUMNS -alter table table1 add columns(e string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: -- ADD COLUMNS -alter table table1 add columns(e string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred', 'another1'),(6, 'new', 200, 'two hundred', 'another2') +5 new 100 hundred +6 new 200 two hundred +PREHOOK: query: select a,c,d from table_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred', 'another1'),(6, 'new', 200, 'two hundred', 'another2') +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select a,c,d from table_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table1.e SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -_col0 _col1 _col2 _col3 _col4 -PREHOOK: query: select a,b,c,d,e from table1 +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +a c d +1 10 ten +1 NULL NULL +2 20 twenty +2 NULL NULL +3 30 thirty +3 NULL NULL +4 40 forty +4 NULL NULL +5 100 hundred +6 200 two hundred +PREHOOK: query: select a,d from table_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### -POSTHOOK: query: select a,b,c,d,e from table1 +POSTHOOK: query: select a,d from table_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### -a b c d e -1 new 10 ten NULL -1 original NULL NULL NULL -2 new 20 twenty NULL -2 original NULL NULL NULL -3 new 30 thirty NULL -3 original NULL NULL NULL -4 new 40 forty NULL -4 original NULL NULL NULL -5 new 100 hundred another1 -6 new 200 two hundred another2 -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN --- smallint = (2-byte signed integer, from -32,768 to 32,767) +a d +1 NULL +1 ten +2 NULL +2 twenty +3 NULL +3 thirty +4 NULL +4 forty +5 hundred +6 two hundred +PREHOOK: query: select c from table_add_int_string_permute_select +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select c from table_add_int_string_permute_select +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +c +10 +100 +20 +200 +30 +40 +NULL +NULL +NULL +NULL +PREHOOK: query: select d from table_add_int_string_permute_select +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select d from table_add_int_string_permute_select +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +d +NULL +NULL +NULL +NULL +forty +hundred +ten +thirty +twenty +two hundred +PREHOOK: query: drop table table_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: drop table table_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- -- -CREATE TABLE table3(a smallint, b STRING) STORED AS TEXTFILE +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table3 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- -- -CREATE TABLE table3(a smallint, b STRING) STORED AS TEXTFILE +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table3 -PREHOOK: query: insert into table table3 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_double + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@table3 -POSTHOOK: query: insert into table table3 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@table3 -POSTHOOK: Lineage: table3.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table3.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select a,b from table3 +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +c2 double +c3 double +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 310 + totalSize 314 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_double + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table table_change_string_group_double + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') PREHOOK: type: QUERY -PREHOOK: Input: default@table3 +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_double +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_double +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table_change_string_group_double + Statistics: Num rows: 10 Data size: 529 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: double), c2 (type: double), c3 (type: double), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 529 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_double +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_double #### A masked pattern was here #### -POSTHOOK: query: select a,b from table3 +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_double POSTHOOK: type: QUERY -POSTHOOK: Input: default@table3 +POSTHOOK: Input: default@table_change_string_group_double #### A masked pattern was here #### -a b -1000 original -3 original -4 original -6737 original -PREHOOK: query: -- ADD COLUMNS ... RESTRICT -alter table table3 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@table3 -PREHOOK: Output: default@table3 -POSTHOOK: query: -- ADD COLUMNS ... RESTRICT -alter table table3 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@table3 -POSTHOOK: Output: default@table3 -PREHOOK: query: insert into table table3 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +c1 c2 c3 b +-10.3 -10.3 -10.3 original +-29.0764 -29.0764 -29.0764 original +-3651.672121 -3651.672121 -3651.672121 original +-66475.561431 -66475.561431 -66475.561431 new +17808.963785 17808.963785 17808.963785 new +20.31 20.31 20.31 new +30.774 30.774 30.774 new +46114.284799488 46114.284799488 46114.284799488 new +753.7028 753.7028 753.7028 original +9250340.75 9250340.75 9250340.75 new +PREHOOK: query: drop table table_change_string_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: drop table table_change_string_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_decimal + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@table3 -POSTHOOK: query: insert into table table3 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@table3 -POSTHOOK: Lineage: table3.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table3.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select a,b from table3 +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +c2 decimal(38,18) +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 310 + totalSize 314 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_decimal + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table table_change_string_group_decimal + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_decimal +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_decimal +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table_change_string_group_decimal + Statistics: Num rows: 10 Data size: 769 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: decimal(38,18)), c2 (type: decimal(38,18)), c3 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 769 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_decimal PREHOOK: type: QUERY -PREHOOK: Input: default@table3 +PREHOOK: Input: default@table_change_string_group_decimal #### A masked pattern was here #### -POSTHOOK: query: select a,b from table3 +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_decimal POSTHOOK: type: QUERY -POSTHOOK: Input: default@table3 +POSTHOOK: Input: default@table_change_string_group_decimal #### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -6737 original -72909 new -PREHOOK: query: -- ADD COLUMNS ... RESTRICT -alter table table3 add columns(e string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table3 -PREHOOK: Output: default@table3 -POSTHOOK: query: -- ADD COLUMNS ... RESTRICT -alter table table3 add columns(e string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table3 -POSTHOOK: Output: default@table3 -PREHOOK: query: insert into table table3 values(5000, 'new', 'another5'),(90000, 'new', 'another6') +c1 c2 c3 b +-10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +-29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +-3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +-66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +20.310000000000000000 20.310000000000000000 20.310000000000000000 new +30.774000000000000000 30.774000000000000000 30.774000000000000000 new +46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +753.702800000000000000 753.702800000000000000 753.702800000000000000 original +9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +PREHOOK: query: drop table table_change_string_group_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: drop table table_change_string_group_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 timestamp +c2 timestamp +c3 timestamp +c4 timestamp +c5 timestamp +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@table3 -POSTHOOK: query: insert into table table3 values(5000, 'new', 'another5'),(90000, 'new', 'another6') +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@table3 -POSTHOOK: Lineage: table3.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table3.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table3.e SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -_col0 _col1 _col2 -PREHOOK: query: select a,b from table3 -PREHOOK: type: QUERY -PREHOOK: Input: default@table3 +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 #### A masked pattern was here #### -POSTHOOK: query: select a,b from table3 +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 3 + rawDataSize 444 + totalSize 447 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp POSTHOOK: type: QUERY -POSTHOOK: Input: default@table3 +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table_change_date_group_string_group_timestamp + Statistics: Num rows: 9 Data size: 1308 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: string), c2 (type: char(50)), c3 (type: char(15)), c4 (type: varchar(50)), c5 (type: varchar(15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 9 Data size: 1308 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_timestamp #### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -5000 new -6737 original -72909 new -90000 new -PREHOOK: query: -- ADD COLUMNS ... RESTRICT -alter table table3 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@table3 -PREHOOK: Output: default@table3 -POSTHOOK: query: -- ADD COLUMNS ... RESTRICT -alter table table3 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@table3 -POSTHOOK: Output: default@table3 -PREHOOK: query: select a,b from table3 -PREHOOK: type: QUERY -PREHOOK: Input: default@table3 -#### A masked pattern was here #### -POSTHOOK: query: select a,b from table3 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table3 +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp #### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -5000 new -6737 original -72909 new -90000 new -PREHOOK: query: DROP TABLE table1 +c1 c2 c3 c4 c5 b +0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:3 5966-07-09 03:30:50.597 5966-07-09 03:3 new +6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:5 6229-06-28 02:54:28.970117179 6229-06-28 02:5 new +PREHOOK: query: drop table table_change_date_group_string_group_timestamp PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: DROP TABLE table1 +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: drop table table_change_date_group_string_group_timestamp POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: DROP TABLE table2 +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 date +c2 date +c3 date +c4 date +c5 date +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_date + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 3 + rawDataSize 189 + totalSize 192 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_date + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table_change_date_group_string_group_date + Statistics: Num rows: 9 Data size: 807 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: string), c2 (type: char(50)), c3 (type: char(15)), c4 (type: varchar(50)), c5 (type: varchar(15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 9 Data size: 807 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_date +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_date +#### A masked pattern was here #### +c1 c2 c3 c4 c5 b +0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +PREHOOK: query: drop table table_change_date_group_string_group_date PREHOOK: type: DROPTABLE -POSTHOOK: query: DROP TABLE table2 +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: drop table table_change_date_group_string_group_date POSTHOOK: type: DROPTABLE -PREHOOK: query: DROP TABLE table3 +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 142 + totalSize 146 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__19.tmp_values_col1 values__tmp__table__19.tmp_values_col2 values__tmp__table__19.tmp_values_col3 values__tmp__table__19.tmp_values_col4 values__tmp__table__19.tmp_values_col5 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_string + Statistics: Num rows: 10 Data size: 309 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: string), c2 (type: string), c3 (type: string), c4 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 309 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +1 200 2323322 5430907 new +100 5000 5443 0 new +17 90000 754072151 3289094 new +2000 72909 3244222 -93222 new +256 32768 31889 470614135 new +45 1000 483777 -23866739993 original +5555 40000 -719017797 810662019 new +NULL 4957 832222222 9000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +c4 char(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 142 + totalSize 146 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_char + Statistics: Num rows: 10 Data size: 1384 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: char(50)), c2 (type: char(50)), c3 (type: char(50)), c4 (type: char(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 1384 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +1 200 2323322 5430907 new +100 5000 5443 0 new +17 90000 754072151 3289094 new +2000 72909 3244222 -93222 new +256 32768 31889 470614135 new +45 1000 483777 -23866739993 original +5555 40000 -719017797 810662019 new +NULL 4957 832222222 9000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(5) +c2 char(5) +c3 char(5) +c4 char(5) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 142 + totalSize 146 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_char_trunc + Statistics: Num rows: 10 Data size: 304 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: char(5)), c2 (type: char(5)), c3 (type: char(5)), c4 (type: char(5)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 304 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899 original +0 20435 84749 -9999 original +1 200 23233 54309 new +100 5000 5443 0 new +17 90000 75407 32890 new +2000 72909 32442 -9322 new +256 32768 31889 47061 new +45 1000 48377 -2386 original +5555 40000 -7190 81066 new +NULL 4957 83222 90000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +c4 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 142 + totalSize 146 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_varchar + Statistics: Num rows: 10 Data size: 309 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: varchar(50)), c2 (type: varchar(50)), c3 (type: varchar(50)), c4 (type: varchar(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 309 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +1 200 2323322 5430907 new +100 5000 5443 0 new +17 90000 754072151 3289094 new +2000 72909 3244222 -93222 new +256 32768 31889 470614135 new +45 1000 483777 -23866739993 original +5555 40000 -719017797 810662019 new +NULL 4957 832222222 9000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(5) +c2 varchar(5) +c3 varchar(5) +c4 varchar(5) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 142 + totalSize 146 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_varchar_trunc + Statistics: Num rows: 10 Data size: 283 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: varchar(5)), c2 (type: varchar(5)), c3 (type: varchar(5)), c4 (type: varchar(5)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 283 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899 original +0 20435 84749 -9999 original +1 200 23233 54309 new +100 5000 5443 0 new +17 90000 75407 32890 new +2000 72909 32442 -9322 new +256 32768 31889 47061 new +45 1000 48377 -2386 original +5555 40000 -7190 81066 new +NULL 4957 83222 90000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 original +0.0 20435.0 847492223.000000000000000000 original +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 207 + totalSize 211 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +values__tmp__table__29.tmp_values_col1 values__tmp__table__29.tmp_values_col2 values__tmp__table__29.tmp_values_col3 values__tmp__table__29.tmp_values_col4 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_string + Statistics: Num rows: 10 Data size: 359 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: string), c2 (type: string), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 359 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 original +-66475.561431 52927714 7203778961 new +0.0 20435.0 847492223.000000000000000000 original +100 5000 5443 new +17 90000 754072151 new +256 32768 31889 new +30.774 20.31 46114.284799488 new +5555 40000 -719017797 new +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 214 + totalSize 218 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_char + Statistics: Num rows: 10 Data size: 1150 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: char(50)), c2 (type: char(50)), c3 (type: char(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 1150 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +-66475.561431 52927714 7203778961 new +0.0 20435.0 847492223.000000000000000000 -999999999999 +100 5000 5443 new +17 90000 754072151 new +256 32768 31889 new +30.774 20.31 46114.284799488 new +5555 40000 -719017797 new +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(7) +c2 char(7) +c3 char(7) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 214 + totalSize 218 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_char_trunc + Statistics: Num rows: 10 Data size: 376 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: char(7)), c2 (type: char(7)), c3 (type: char(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 376 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.076 -10.300 original +-255.0 4957.0 8322222 9000000000 +-66475. 5292771 7203778 new +0.0 20435.0 8474922 -999999999999 +100 5000 5443 new +17 90000 7540721 new +256 32768 31889 new +30.774 20.31 46114.2 new +5555 40000 -719017 new +753.702 -3651.6 -238667 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 214 + totalSize 218 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_varchar + Statistics: Num rows: 10 Data size: 366 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: varchar(50)), c2 (type: varchar(50)), c3 (type: varchar(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 366 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +-66475.561431 52927714 7203778961 new +0.0 20435.0 847492223.000000000000000000 -999999999999 +100 5000 5443 new +17 90000 754072151 new +256 32768 31889 new +30.774 20.31 46114.284799488 new +5555 40000 -719017797 new +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(7) +c2 varchar(7) +c3 varchar(7) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 214 + totalSize 218 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_varchar_trunc + Statistics: Num rows: 10 Data size: 343 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: varchar(7)), c2 (type: varchar(7)), c3 (type: varchar(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 343 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.076 -10.300 original +-255.0 4957.0 8322222 9000000000 +-66475. 5292771 7203778 new +0.0 20435.0 8474922 -999999999999 +100 5000 5443 new +17 90000 7540721 new +256 32768 31889 new +30.774 20.31 46114.2 new +5555 40000 -719017 new +753.702 -3651.6 -238667 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_string + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__38.tmp_values_col1 values__tmp__table__38.tmp_values_col2 values__tmp__table__38.tmp_values_col3 values__tmp__table__38.tmp_values_col4 values__tmp__table__38.tmp_values_col5 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +c1 c2 c3 c4 b +blank pads blank pads blank pads blank pads original +dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +escapist escapist escapist escapist original +heartbeat heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 varchar(50) +c4 char(9) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 228 + totalSize 232 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_string + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_string_group_string_group_string +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_string_group_string_group_string +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table_change_string_group_string_group_string + Statistics: Num rows: 10 Data size: 770 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: char(50)), c2 (type: char(9)), c3 (type: varchar(50)), c4 (type: char(9)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 770 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +c1 c2 c3 c4 b + featherweight featherweight new + against against against against new + baffling bafflin baffling bafflin new +blank pads blank pad blank pads blank pad original +bottom bottom bottom bottom new +dynamic reptile dynamic r dynamic reptile dynamic r original +escapist escapist escapist escapist original +hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +heartbeat heartbeat heartbeat heartbeat original +junkyard junkyard junkyard junkyard new +PREHOOK: query: drop table table_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: drop table table_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_char + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +c1 c2 c3 b +blank pads blank pads blank pads original +dynamic reptile dynamic reptile dynamic reptile original +escapist escapist escapist original +heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(9) +c3 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 644 + totalSize 648 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_char + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_char +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_char +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table_change_string_group_string_group_char + Statistics: Num rows: 10 Data size: 916 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: varchar(50)), c2 (type: varchar(9)), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 916 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +c1 c2 c3 b + featherweight featherweight new + against against against new + baffling bafflin baffling new +blank pads blank pad blank pads original +bottom bottom bottom new +dynamic reptile dynamic r dynamic reptile original +escapist escapist escapist original +hangar paralysed companion hangar pa hangar paralysed companion new +heartbeat heartbeat heartbeat original +junkyard junkyard junkyard new +PREHOOK: query: drop table table_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: drop table table_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +c1 c2 c3 b +blank pads blank pads blank pads original +dynamic reptile dynamic reptile dynamic reptile original +escapist escapist escapist original +heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 179 + totalSize 183 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_varchar +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_varchar +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table_change_string_group_string_group_varchar + Statistics: Num rows: 10 Data size: 661 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: char(50)), c2 (type: char(9)), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 661 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +c1 c2 c3 b + featherweight featherweight new + against against against new + baffling bafflin baffling new +blank pads blank pad blank pads original +bottom bottom bottom new +dynamic reptile dynamic r dynamic reptile original +escapist escapist escapist original +hangar paralysed companion hangar pa hangar paralysed companion new +heartbeat heartbeat heartbeat original +junkyard junkyard junkyard new +PREHOOK: query: drop table table_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: drop table table_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 tinyint +c3 tinyint +c4 tinyint +c5 tinyint +c6 tinyint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 c6 b +-2 -2 -2 -2 -2 -2 original +100 100 100 100 100 100 original +45 45 45 45 45 45 original +NULL NULL NULL NULL NULL NULL original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 int +c3 bigint +c4 float +c5 double +c6 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 110 + totalSize 114 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values('774', '2031', '200', '12', '99', '0', 'new'), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new'), + ('256', '32768', '31889', '300', '444', '506', 'new'), + ('5555', '40000', '-719017797', '45', '55', '65', 'new'), + ('100', '5000', '5443', '22', '2', '-2', 'new'), + ('17', '90000', '754072151', '95', '20', '18', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values('774', '2031', '200', '12', '99', '0', 'new'), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new'), + ('256', '32768', '31889', '300', '444', '506', 'new'), + ('5555', '40000', '-719017797', '45', '55', '65', 'new'), + ('100', '5000', '5443', '22', '2', '-2', 'new'), + ('17', '90000', '754072151', '95', '20', '18', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_tinyint + Statistics: Num rows: 10 Data size: 425 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: smallint), c2 (type: int), c3 (type: bigint), c4 (type: float), c5 (type: double), c6 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 425 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 c6 b +-2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +100 100 100 100.0 100.0 100.000000000000000000 original +100 5000 5443 22.0 2.0 -2.000000000000000000 new +17 90000 754072151 95.0 20.0 18.000000000000000000 new +256 32768 31889 300.0 444.0 506.000000000000000000 new +45 45 45 45.0 45.0 45.000000000000000000 original +5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +774 2031 200 12.0 99.0 0.000000000000000000 new +NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +NULL NULL NULL NULL NULL NULL original +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 smallint +c3 smallint +c4 smallint +c5 smallint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 b +-2 -2 -2 -2 -2 original +-5000 -5000 -5000 -5000 -5000 original +100 100 100 100 100 original +2031 2031 2031 2031 2031 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 int +c2 bigint +c3 float +c4 double +c5 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 122 + totalSize 126 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values('774', '2031', '200', '12', '99', 'new'), + ('561431', '52927714', '7203778961', '8', '7', 'new'), + ('256', '32768', '31889', '300', '444', 'new'), + ('5555', '40000', '-719017797', '45', '55', 'new'), + ('100', '5000', '5443', '22', '2', 'new'), + ('17', '90000', '754072151', '95', '20', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values('774', '2031', '200', '12', '99', 'new'), + ('561431', '52927714', '7203778961', '8', '7', 'new'), + ('256', '32768', '31889', '300', '444', 'new'), + ('5555', '40000', '-719017797', '45', '55', 'new'), + ('100', '5000', '5443', '22', '2', 'new'), + ('17', '90000', '754072151', '95', '20', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_smallint + Statistics: Num rows: 10 Data size: 423 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: int), c2 (type: bigint), c3 (type: float), c4 (type: double), c5 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 423 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 b +-2 -2 -2.0 -2.0 -2.000000000000000000 original +-5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +100 100 100.0 100.0 100.000000000000000000 original +100 5000 5443.0 22.0 2.000000000000000000 new +17 90000 7.5407213E8 95.0 20.000000000000000000 new +2031 2031 2031.0 2031.0 2031.000000000000000000 original +256 32768 31889.0 300.0 444.000000000000000000 new +5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +774 2031 200.0 12.0 99.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 int +c2 int +c3 int +c4 int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -2 -2 -2 original +-5000 -5000 -5000 -5000 original +2031 2031 2031 2031 original +52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 float +c3 double +c4 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 124 + totalSize 128 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values('774', '2031', '200', '12', 'new'), + ('561431', '52927714', '7203778961', '8', 'new'), + ('256', '32768', '31889', '300', 'new'), + ('5555', '40000', '-719017797', '45', 'new'), + ('100', '5000', '5443', '22', 'new'), + ('17', '90000', '754072151', '95', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values('774', '2031', '200', '12', 'new'), + ('561431', '52927714', '7203778961', '8', 'new'), + ('256', '32768', '31889', '300', 'new'), + ('5555', '40000', '-719017797', '45', 'new'), + ('100', '5000', '5443', '22', 'new'), + ('17', '90000', '754072151', '95', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_int + Statistics: Num rows: 10 Data size: 413 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: bigint), c2 (type: float), c3 (type: double), c4 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 413 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -2.0 -2.0 -2.000000000000000000 original +-5000 -5000.0 -5000.0 -5000.000000000000000000 original +100 5000.0 5443.0 22.000000000000000000 new +17 90000.0 7.54072151E8 95.000000000000000000 new +2031 2031.0 2031.0 2031.000000000000000000 original +256 32768.0 31889.0 300.000000000000000000 new +52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5555 40000.0 -7.19017797E8 45.000000000000000000 new +561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +774 2031.0 200.0 12.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 bigint +c3 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +c1 c2 c3 b +-2 -2 -2 original +-5000 -5000 -5000 original +52927714 52927714 52927714 original +7203778961 7203778961 7203778961 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 119 + totalSize 123 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values('774', '2031', '200', 'new'), + ('561431', '52927714', '7203778961', 'new'), + ('256', '32768', '31889', 'new'), + ('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'), + ('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values('774', '2031', '200', 'new'), + ('561431', '52927714', '7203778961', 'new'), + ('256', '32768', '31889', 'new'), + ('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'), + ('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_bigint + Statistics: Num rows: 10 Data size: 387 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: float), c2 (type: double), c3 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 387 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -2.0 -2.000000000000000000 original +-5000.0 -5000.0 -5000.000000000000000000 original +100.0 5000.0 5443.000000000000000000 new +17.0 90000.0 754072151.000000000000000000 new +256.0 32768.0 31889.000000000000000000 new +5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5555.0 40000.0 -719017797.000000000000000000 new +561431.0 5.2927714E7 7203778961.000000000000000000 new +7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +774.0 2031.0 200.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 float +c2 float +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +c1 c2 b +-29.0764 -29.0764 original +-5000.0 -5000.0 original +5.2927712E7 5.2927712E7 original +753.7028 753.7028 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 double +c2 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 108 + totalSize 112 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values('774', '2031', 'new'), + ('561431', '52927714', 'new'), + ('256', '32768', 'new'), + ('5555', '40000', 'new'), + ('100', '5000', 'new'), + ('17', '90000', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values('774', '2031', 'new'), + ('561431', '52927714', 'new'), + ('256', '32768', 'new'), + ('5555', '40000', 'new'), + ('100', '5000', 'new'), + ('17', '90000', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select c1,c2,b from table_change_lower_to_higher_numeric_group_float +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,b from table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_float + Statistics: Num rows: 10 Data size: 316 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: double), c2 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 316 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +c1 c2 b +-29.0764 -29.076400000000000000 original +-5000.0 -5000.000000000000000000 original +100.0 5000.000000000000000000 new +17.0 90000.000000000000000000 new +256.0 32768.000000000000000000 new +5.2927712E7 52927712.000000000000000000 original +5555.0 40000.000000000000000000 new +561431.0 52927714.000000000000000000 new +753.7028 753.702800000000000000 original +774.0 2031.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(c1 double, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(c1 double, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +c1 b +-29.0764 original +-5000.0 original +5.2927714E7 original +753.7028 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 70 + totalSize 74 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values('774', 'new'), + ('561431', 'new'), + ('256', 'new'), + ('5555', 'new'), + ('100', 'new'), + ('17', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values('774', 'new'), + ('561431', 'new'), + ('256', 'new'), + ('5555', 'new'), + ('100', 'new'), + ('17', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: explain +select c1,b from table_change_lower_to_higher_numeric_group_double +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,b from table_change_lower_to_higher_numeric_group_double +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_double + Statistics: Num rows: 10 Data size: 229 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 229 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +c1 b +-29.076400000000000000 original +-5000.000000000000000000 original +100.000000000000000000 new +17.000000000000000000 new +256.000000000000000000 new +52927714.000000000000000000 original +5555.000000000000000000 new +561431.000000000000000000 new +753.702800000000000000 original +774.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_double PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table3 -PREHOOK: Output: default@table3 -POSTHOOK: query: DROP TABLE table3 +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_double POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table3 -POSTHOOK: Output: default@table3 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double diff --git ql/src/test/results/clientpositive/schema_evol_text_nonvec_mapwork_part.q.out ql/src/test/results/clientpositive/schema_evol_text_nonvec_mapwork_part.q.out index 44f5822..da0ac12 100644 --- ql/src/test/results/clientpositive/schema_evol_text_nonvec_mapwork_part.q.out +++ ql/src/test/results/clientpositive/schema_evol_text_nonvec_mapwork_part.q.out @@ -1,85 +1,210 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: TEXT, Non-Vectorized, MapWork, Partitioned +-- FILE VARIATION: ORC, Non-Vectorized, MapWork, Partitioned -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned1 +PREHOOK: Output: default@part_add_int_permute_select POSTHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: TEXT, Non-Vectorized, MapWork, Partitioned +-- FILE VARIATION: ORC, Non-Vectorized, MapWork, Partitioned +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) +alter table part_add_int_permute_select add columns(c int) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) +alter table part_add_int_permute_select add columns(c int) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=2) values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@partitioned1@part=2 -POSTHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=2) values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@partitioned1@part=2 -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(5, 'new', 100),(6, 'new', 200) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(5, 'new', 100),(6, 'new', 200) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from part_add_int_permute_select order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from part_add_int_permute_select order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_add_int_permute_select + Statistics: Num rows: 10 Data size: 90 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 90 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 90 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 90 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 90 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from part_add_int_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from part_add_int_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### part a b 1 1 original @@ -92,17 +217,17 @@ part a b 2 2 new 2 3 new 2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +PREHOOK: query: select part,a,b,c from part_add_int_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,a,b,c from part_add_int_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### part a b c 1 1 original NULL @@ -115,86 +240,17 @@ part a b c 2 2 new 20 2 3 new 30 2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new NULL NULL -1 6 new NULL NULL -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a c d -1 1 NULL NULL -1 2 NULL NULL -1 3 NULL NULL -1 4 NULL NULL -1 5 NULL NULL -1 6 NULL NULL -2 1 10 ten -2 2 20 twenty -2 3 30 thirty -2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 +PREHOOK: query: select part,c from part_add_int_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 +POSTHOOK: query: select part,c from part_add_int_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a d -1 1 NULL -1 2 NULL -1 3 NULL -1 4 NULL -1 5 NULL -1 6 NULL -2 1 ten -2 2 twenty -2 3 thirty -2 4 forty -PREHOOK: query: select part,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### part c 1 NULL @@ -207,181 +263,208 @@ part c 2 20 2 30 2 40 -PREHOOK: query: select part,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part d -1 NULL -1 NULL -1 NULL -1 NULL -1 NULL -1 NULL -2 forty -2 ten -2 thirty -2 twenty -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: query: drop table part_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select +POSTHOOK: query: drop table part_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE part_add_int_string_permute_select(a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE part_add_int_string_permute_select(a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 -PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@partitioned2@part=2 -POSTHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@partitioned2@part=2 -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +POSTHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select part,a,b from partitioned2 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned2 -PREHOOK: Input: default@partitioned2@part=1 -PREHOOK: Input: default@partitioned2@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned2 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Input: default@partitioned2@part=1 -POSTHOOK: Input: default@partitioned2@part=2 -#### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 NULL new -2 200 new -2 32768 new -2 40000 new -2 72909 new -PREHOOK: query: -- --- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: -- --- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__7 -PREHOOK: Output: default@partitioned3@part=1 -POSTHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__7 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,a,b from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__8 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +POSTHOOK: query: explain +select part,a,b from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__8 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Output: default@partitioned3@part=2 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 _col4 +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_add_int_string_permute_select + Statistics: Num rows: 10 Data size: 134 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 134 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 134 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 134 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 134 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a b 1 1 original @@ -394,17 +477,17 @@ part a b 2 2 new 2 3 new 2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +PREHOOK: query: select part,a,b,c from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,a,b,c from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a b c 1 1 original NULL @@ -417,17 +500,17 @@ part a b c 2 2 new 20 2 3 new 30 2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 +PREHOOK: query: select part,a,b,c,d from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 +POSTHOOK: query: select part,a,b,c,d from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -440,17 +523,17 @@ part a b c d 2 2 new 20 twenty 2 3 new 30 thirty 2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 +PREHOOK: query: select part,a,c,d from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 +POSTHOOK: query: select part,a,c,d from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a c d 1 1 NULL NULL @@ -463,17 +546,17 @@ part a c d 2 2 20 twenty 2 3 30 thirty 2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 +PREHOOK: query: select part,a,d from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 +POSTHOOK: query: select part,a,d from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a d 1 1 NULL @@ -486,17 +569,17 @@ part a d 2 2 twenty 2 3 thirty 2 4 forty -PREHOOK: query: select part,c from partitioned1 +PREHOOK: query: select part,c from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 +POSTHOOK: query: select part,c from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part c 1 NULL @@ -509,17 +592,17 @@ part c 2 20 2 30 2 40 -PREHOOK: query: select part,d from partitioned1 +PREHOOK: query: select part,d from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 +POSTHOOK: query: select part,d from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part d 1 NULL @@ -532,111 +615,5554 @@ part d 2 ten 2 thirty 2 twenty -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: query: drop table part_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: drop table part_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__9 -PREHOOK: Output: default@partitioned4@part=1 -POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__9 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 +alter table part_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +alter table part_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +c2 double +c3 double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__10 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__10 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Output: default@partitioned4@part=2 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 _col2 -PREHOOK: query: select part,a,b from partitioned4 +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_double order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned4 -PREHOOK: Input: default@partitioned4@part=1 -PREHOOK: Input: default@partitioned4@part=2 +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_double order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_string_group_double + Statistics: Num rows: 10 Data size: 529 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: double), c2 (type: double), c3 (type: double), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 529 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 529 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: double), _col2 (type: double), _col3 (type: double), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: double), VALUE._col1 (type: double), VALUE._col2 (type: double), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 529 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 529 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_double order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Input: default@part_change_string_group_double@part=1 +PREHOOK: Input: default@part_change_string_group_double@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned4 +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_double order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Input: default@partitioned4@part=1 -POSTHOOK: Input: default@partitioned4@part=2 +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Input: default@part_change_string_group_double@part=1 +POSTHOOK: Input: default@part_change_string_group_double@part=2 #### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 NULL new -2 200 new -2 32768 new -2 40000 new -2 72909 new -PREHOOK: query: DROP TABLE partitioned1 +part c1 c2 c3 b +1 -10.3 -10.3 -10.3 original +1 -29.0764 -29.0764 -29.0764 original +1 -3651.672121 -3651.672121 -3651.672121 original +1 17808.963785 17808.963785 17808.963785 new +1 753.7028 753.7028 753.7028 original +1 9250340.75 9250340.75 9250340.75 new +2 -66475.561431 -66475.561431 -66475.561431 new +2 20.31 20.31 20.31 new +2 30.774 30.774 30.774 new +2 46114.284799488 46114.284799488 46114.284799488 new +PREHOOK: query: drop table part_change_string_group_double PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 -POSTHOOK: query: DROP TABLE partitioned1 +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: drop table part_change_string_group_double POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: DROP TABLE partitioned2 +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +c2 decimal(38,18) +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_decimal order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_decimal order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_string_group_decimal + Statistics: Num rows: 10 Data size: 769 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: decimal(38,18)), c2 (type: decimal(38,18)), c3 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 769 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 769 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: decimal(38,18)), _col2 (type: decimal(38,18)), _col3 (type: decimal(38,18)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: decimal(38,18)), VALUE._col1 (type: decimal(38,18)), VALUE._col2 (type: decimal(38,18)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 769 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 769 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_decimal order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Input: default@part_change_string_group_decimal@part=1 +PREHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_decimal order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Input: default@part_change_string_group_decimal@part=1 +POSTHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +1 -29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +1 -3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +1 17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +1 753.702800000000000000 753.702800000000000000 753.702800000000000000 original +1 9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +2 -66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +2 20.310000000000000000 20.310000000000000000 20.310000000000000000 new +2 30.774000000000000000 30.774000000000000000 30.774000000000000000 new +2 46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +PREHOOK: query: drop table part_change_string_group_decimal PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: DROP TABLE partitioned2 +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: drop table part_change_string_group_decimal POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: DROP TABLE partitioned3 +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 timestamp +c2 timestamp +c3 timestamp +c4 timestamp +c5 timestamp +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_date_group_string_group_timestamp + Statistics: Num rows: 9 Data size: 1308 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: string), c2 (type: char(50)), c3 (type: char(15)), c4 (type: varchar(50)), c5 (type: varchar(15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 9 Data size: 1308 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 9 Data size: 1308 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: char(50)), _col3 (type: char(15)), _col4 (type: varchar(50)), _col5 (type: varchar(15)), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(15)), VALUE._col3 (type: varchar(50)), VALUE._col4 (type: varchar(15)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 9 Data size: 1308 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 9 Data size: 1308 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +1 2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +1 2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +1 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 NULL 5966-07-09 03:30:50.597 NULL new +1 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 NULL 6229-06-28 02:54:28.970117179 NULL new +2 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +2 1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +2 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +2 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +PREHOOK: query: drop table part_change_date_group_string_group_timestamp PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: DROP TABLE partitioned3 +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: drop table part_change_date_group_string_group_timestamp POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: DROP TABLE partitioned4 +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 date +c2 date +c3 date +c4 date +c5 date +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_date_group_string_group_date + Statistics: Num rows: 9 Data size: 807 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: string), c2 (type: char(50)), c3 (type: char(15)), c4 (type: varchar(50)), c5 (type: varchar(15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 9 Data size: 807 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 9 Data size: 807 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: char(50)), _col3 (type: char(15)), _col4 (type: varchar(50)), _col5 (type: varchar(15)), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(15)), VALUE._col3 (type: varchar(50)), VALUE._col4 (type: varchar(15)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 9 Data size: 807 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 9 Data size: 807 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Input: default@part_change_date_group_string_group_date@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +1 2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +1 2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +2 0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +2 1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +2 2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +2 2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +2 5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +2 6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +PREHOOK: query: drop table part_change_date_group_string_group_date +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: drop table part_change_date_group_string_group_date +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__19.tmp_values_col1 values__tmp__table__19.tmp_values_col2 values__tmp__table__19.tmp_values_col3 values__tmp__table__19.tmp_values_col4 values__tmp__table__19.tmp_values_col5 values__tmp__table__19.tmp_values_col6 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_string + Statistics: Num rows: 10 Data size: 309 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: string), c2 (type: string), c3 (type: string), c4 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 309 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 309 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 309 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 309 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 100 5000 5443 0 new +1 17 NULL 754072151 3289094 new +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +2 1 200 2323322 5430907 new +2 2000 72909 3244222 -93222 new +2 256 32768 31889 470614135 new +2 5555 40000 -719017797 810662019 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +c4 char(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_char + Statistics: Num rows: 10 Data size: 1384 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: char(50)), c2 (type: char(50)), c3 (type: char(50)), c4 (type: char(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 1384 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1384 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(50)), _col3 (type: char(50)), _col4 (type: char(50)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(50)), VALUE._col3 (type: char(50)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 1384 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1384 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +1 NULL NULL NULL NULL new +1 NULL NULL NULL NULL new +2 1 200 2323322 5430907 new +2 2000 72909 3244222 -93222 new +2 256 32768 31889 470614135 new +2 5555 40000 -719017797 810662019 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(5) +c2 char(5) +c3 char(5) +c4 char(5) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_char_trunc + Statistics: Num rows: 10 Data size: 304 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: char(5)), c2 (type: char(5)), c3 (type: char(5)), c4 (type: char(5)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 304 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 304 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(5)), _col2 (type: char(5)), _col3 (type: char(5)), _col4 (type: char(5)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(5)), VALUE._col1 (type: char(5)), VALUE._col2 (type: char(5)), VALUE._col3 (type: char(5)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 304 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 304 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899 original +1 0 20435 84749 -9999 original +1 45 1000 48377 -2386 original +1 NULL 4957 83222 90000 original +1 NULL NULL 75407 32890 new +1 NULL NULL NULL NULL new +2 1 200 23233 54309 new +2 2000 72909 32442 -9322 new +2 256 32768 31889 47061 new +2 5555 40000 -7190 81066 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +c4 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_varchar + Statistics: Num rows: 10 Data size: 309 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: varchar(50)), c2 (type: varchar(50)), c3 (type: varchar(50)), c4 (type: varchar(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 309 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 309 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col4 (type: varchar(50)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(50)), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: varchar(50)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 309 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 309 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 100 5000 5443 0 new +1 17 NULL 754072151 3289094 new +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +2 1 200 2323322 5430907 new +2 2000 72909 3244222 -93222 new +2 256 32768 31889 470614135 new +2 5555 40000 -719017797 810662019 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(5) +c2 varchar(5) +c3 varchar(5) +c4 varchar(5) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_varchar_trunc + Statistics: Num rows: 10 Data size: 283 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: varchar(5)), c2 (type: varchar(5)), c3 (type: varchar(5)), c4 (type: varchar(5)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 283 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 283 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(5)), _col2 (type: varchar(5)), _col3 (type: varchar(5)), _col4 (type: varchar(5)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(5)), VALUE._col1 (type: varchar(5)), VALUE._col2 (type: varchar(5)), VALUE._col3 (type: varchar(5)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 283 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 283 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899 original +1 0 20435 84749 -9999 original +1 100 5000 5443 0 new +1 17 NULL 75407 32890 new +1 45 1000 48377 -2386 original +1 NULL 4957 83222 90000 original +2 1 200 23233 54309 new +2 2000 72909 32442 -9322 new +2 256 32768 31889 47061 new +2 5555 40000 -7190 81066 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 original +1 0.0 20435.0 847492223.000000000000000000 original +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +values__tmp__table__29.tmp_values_col1 values__tmp__table__29.tmp_values_col2 values__tmp__table__29.tmp_values_col3 values__tmp__table__29.tmp_values_col4 values__tmp__table__29.tmp_values_col5 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_string + Statistics: Num rows: 10 Data size: 359 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: string), c2 (type: string), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 359 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 359 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 359 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 359 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.3 original +1 -255.0 4957.0 832222222 original +1 0.0 20435.0 847492223 original +1 100.0 5000.0 5443 new +1 17.0 90000.0 754072151 new +1 753.7028 -3651.672121 -23866739993 original +2 -66475.561431 52927714 7203778961 new +2 256 32768 31889 new +2 30.774 20.31 46114.284799488 new +2 5555 40000 -719017797 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_char + Statistics: Num rows: 10 Data size: 1150 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: char(50)), c2 (type: char(50)), c3 (type: char(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 1150 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1150 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(50)), _col3 (type: char(50)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(50)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 1150 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1150 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.3 original +1 -255.0 4957.0 832222222 9000000000 +1 0.0 20435.0 847492223 -999999999999 +1 100.0 5000.0 5443 new +1 17.0 90000.0 754072151 new +1 753.7028 -3651.672121 -23866739993 original +2 -66475.561431 52927714 7203778961 new +2 256 32768 31889 new +2 30.774 20.31 46114.284799488 new +2 5555 40000 -719017797 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(7) +c2 char(7) +c3 char(7) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_char_trunc + Statistics: Num rows: 10 Data size: 376 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: char(7)), c2 (type: char(7)), c3 (type: char(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 376 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 376 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(7)), _col2 (type: char(7)), _col3 (type: char(7)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(7)), VALUE._col1 (type: char(7)), VALUE._col2 (type: char(7)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 376 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 376 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.076 -10.3 original +1 -255.0 4957.0 8322222 9000000000 +1 0.0 20435.0 8474922 -999999999999 +1 100.0 5000.0 5443 new +1 17.0 90000.0 7540721 new +1 753.702 -3651.6 -238667 original +2 -66475. 5292771 7203778 new +2 256 32768 31889 new +2 30.774 20.31 46114.2 new +2 5555 40000 -719017 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_varchar + Statistics: Num rows: 10 Data size: 366 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: varchar(50)), c2 (type: varchar(50)), c3 (type: varchar(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 366 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 366 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(50)), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 366 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 366 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.3 original +1 -255.0 4957.0 832222222 9000000000 +1 0.0 20435.0 847492223 -999999999999 +1 100.0 5000.0 5443 new +1 17.0 90000.0 754072151 new +1 753.7028 -3651.672121 -23866739993 original +2 -66475.561431 52927714 7203778961 new +2 256 32768 31889 new +2 30.774 20.31 46114.284799488 new +2 5555 40000 -719017797 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(7) +c2 varchar(7) +c3 varchar(7) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_varchar_trunc + Statistics: Num rows: 10 Data size: 343 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: varchar(7)), c2 (type: varchar(7)), c3 (type: varchar(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 343 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 343 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(7)), _col2 (type: varchar(7)), _col3 (type: varchar(7)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(7)), VALUE._col1 (type: varchar(7)), VALUE._col2 (type: varchar(7)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 343 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 343 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.076 -10.3 original +1 -255.0 4957.0 8322222 9000000000 +1 0.0 20435.0 8474922 -999999999999 +1 100.0 5000.0 5443 new +1 17.0 90000.0 7540721 new +1 753.702 -3651.6 -238667 original +2 -66475. 5292771 7203778 new +2 256 32768 31889 new +2 30.774 20.31 46114.2 new +2 5555 40000 -719017 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__38.tmp_values_col1 values__tmp__table__38.tmp_values_col2 values__tmp__table__38.tmp_values_col3 values__tmp__table__38.tmp_values_col4 values__tmp__table__38.tmp_values_col5 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 blank pads blank pads blank pads blank pads original +1 dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +1 escapist escapist escapist escapist original +1 heartbeat heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 varchar(50) +c4 char(9) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_string_group_string_group_string + Statistics: Num rows: 10 Data size: 770 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: char(50)), c2 (type: char(9)), c3 (type: varchar(50)), c4 (type: char(9)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 770 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 770 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(9)), _col3 (type: varchar(50)), _col4 (type: char(9)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(9)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: char(9)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 770 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 770 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 blank pads blank pad blank pads blank pad original +1 bottom bottom bottom bottom new +1 dynamic reptile dynamic r dynamic reptile dynamic r original +1 escapist escapist escapist escapist original +1 hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +1 heartbeat heartbeat heartbeat heartbeat original +2 featherweight featherweight new +2 against against against against new +2 baffling bafflin baffling bafflin new +2 junkyard junkyard junkyard junkyard new +PREHOOK: query: drop table part_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: drop table part_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pads blank pads original +1 dynamic reptile dynamic reptile dynamic reptile original +1 escapist escapist escapist original +1 heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(9) +c3 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_string_group_string_group_char + Statistics: Num rows: 10 Data size: 916 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: varchar(50)), c2 (type: varchar(9)), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 916 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 916 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(50)), _col2 (type: varchar(9)), _col3 (type: string), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(50)), VALUE._col1 (type: varchar(9)), VALUE._col2 (type: string), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 916 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 916 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pad blank pads original +1 bottom bottom bottom new +1 dynamic reptile dynamic r dynamic reptile original +1 escapist escapist escapist original +1 hangar paralysed companion hangar pa hangar paralysed companion new +1 heartbeat heartbeat heartbeat original +2 featherweight featherweight new +2 against against against new +2 baffling bafflin baffling new +2 junkyard junkyard junkyard new +PREHOOK: query: drop table part_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: drop table part_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pads blank pads original +1 dynamic reptile dynamic reptile dynamic reptile original +1 escapist escapist escapist original +1 heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_string_group_string_group_varchar + Statistics: Num rows: 10 Data size: 661 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: char(50)), c2 (type: char(9)), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 661 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 661 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(9)), _col3 (type: string), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(9)), VALUE._col2 (type: string), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 661 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 661 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pad blank pads original +1 bottom bottom bottom new +1 dynamic reptile dynamic r dynamic reptile original +1 escapist escapist escapist original +1 hangar paralysed companion hangar pa hangar paralysed companion new +1 heartbeat heartbeat heartbeat original +2 featherweight featherweight new +2 against against against new +2 baffling bafflin baffling new +2 junkyard junkyard junkyard new +PREHOOK: query: drop table part_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: drop table part_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 tinyint +c3 tinyint +c4 tinyint +c5 tinyint +c6 tinyint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 c6 b +1 -2 -2 -2 -2 -2 -2 original +1 100 100 100 100 100 100 original +1 45 45 45 45 45 45 original +1 NULL NULL NULL NULL NULL NULL original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 int +c3 bigint +c4 float +c5 double +c6 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values('774', '2031', '200', '12', '99', '0', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + ('256', '32768', '31889', '300', '444', '506', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + ('100', '5000', '5443', '22', '2', '-2', 'new', 1), + ('17', '90000', '754072151', '95', '20', '18', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values('774', '2031', '200', '12', '99', '0', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + ('256', '32768', '31889', '300', '444', '506', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + ('100', '5000', '5443', '22', '2', '-2', 'new', 1), + ('17', '90000', '754072151', '95', '20', '18', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_tinyint + Statistics: Num rows: 10 Data size: 425 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: smallint), c2 (type: int), c3 (type: bigint), c4 (type: float), c5 (type: double), c6 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 10 Data size: 425 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 425 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: smallint), _col2 (type: int), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: decimal(38,18)), _col7 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: double), VALUE._col5 (type: decimal(38,18)), VALUE._col6 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 10 Data size: 425 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 425 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 c6 b +1 -2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +1 100 100 100 100.0 100.0 100.000000000000000000 original +1 100 NULL NULL 22.0 2.0 -2.000000000000000000 new +1 17 NULL NULL 95.0 20.0 18.000000000000000000 new +1 45 45 45 45.0 45.0 45.000000000000000000 original +1 NULL NULL NULL NULL NULL NULL original +2 256 32768 31889 300.0 444.0 506.000000000000000000 new +2 5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +2 774 2031 200 12.0 99.0 0.000000000000000000 new +2 NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 smallint +c3 smallint +c4 smallint +c5 smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 -2 -2 -2 -2 -2 original +1 -5000 -5000 -5000 -5000 -5000 original +1 100 100 100 100 100 original +1 2031 2031 2031 2031 2031 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 int +c2 bigint +c3 float +c4 double +c5 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values('774', '2031', '200', '12', '99', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', 'new', 2), + ('256', '32768', '31889', '300', '444', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', 'new', 2), + ('100', '5000', '5443', '22', '2', 'new', 1), + ('17', '90000', '754072151', '95', '20', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values('774', '2031', '200', '12', '99', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', 'new', 2), + ('256', '32768', '31889', '300', '444', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', 'new', 2), + ('100', '5000', '5443', '22', '2', 'new', 1), + ('17', '90000', '754072151', '95', '20', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_smallint + Statistics: Num rows: 10 Data size: 423 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: int), c2 (type: bigint), c3 (type: float), c4 (type: double), c5 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 423 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 423 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: double), _col5 (type: decimal(38,18)), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: float), VALUE._col3 (type: double), VALUE._col4 (type: decimal(38,18)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 423 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 423 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 -2 -2 -2.0 -2.0 -2.000000000000000000 original +1 -5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +1 100 100 100.0 100.0 100.000000000000000000 original +1 100 5000 5443.0 22.0 2.000000000000000000 new +1 17 NULL NULL 95.0 20.000000000000000000 new +1 2031 2031 2031.0 2031.0 2031.000000000000000000 original +2 256 32768 31889.0 300.0 444.000000000000000000 new +2 5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +2 561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +2 774 2031 200.0 12.0 99.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 int +c2 int +c3 int +c4 int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -2 -2 -2 original +1 -5000 -5000 -5000 -5000 original +1 2031 2031 2031 2031 original +1 52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 float +c3 double +c4 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values('774', '2031', '200', '12', 'new', 2), + ('561431', '52927714', '7203778961', '8', 'new', 2), + ('256', '32768', '31889', '300', 'new', 2), + ('5555', '40000', '-719017797', '45', 'new', 2), + ('100', '5000', '5443', '22', 'new', 1), + ('17', '90000', '754072151', '95', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values('774', '2031', '200', '12', 'new', 2), + ('561431', '52927714', '7203778961', '8', 'new', 2), + ('256', '32768', '31889', '300', 'new', 2), + ('5555', '40000', '-719017797', '45', 'new', 2), + ('100', '5000', '5443', '22', 'new', 1), + ('17', '90000', '754072151', '95', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_int + Statistics: Num rows: 10 Data size: 413 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: bigint), c2 (type: float), c3 (type: double), c4 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 413 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 413 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: bigint), _col2 (type: float), _col3 (type: double), _col4 (type: decimal(38,18)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: bigint), VALUE._col1 (type: float), VALUE._col2 (type: double), VALUE._col3 (type: decimal(38,18)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 413 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 413 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -2.0 -2.0 -2.000000000000000000 original +1 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +1 100 5000.0 5443.0 22.000000000000000000 new +1 17 90000.0 NULL 95.000000000000000000 new +1 2031 2031.0 2031.0 2031.000000000000000000 original +1 52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +2 256 32768.0 31889.0 300.000000000000000000 new +2 5555 40000.0 -7.19017797E8 45.000000000000000000 new +2 561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +2 774 2031.0 200.0 12.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 bigint +c3 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2 -2 -2 original +1 -5000 -5000 -5000 original +1 52927714 52927714 52927714 original +1 7203778961 7203778961 7203778961 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values('774', '2031', '200', 'new', 2), + ('561431', '52927714', '7203778961', 'new', 2), + ('256', '32768', '31889', 'new', 2), + ('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1), + ('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values('774', '2031', '200', 'new', 2), + ('561431', '52927714', '7203778961', 'new', 2), + ('256', '32768', '31889', 'new', 2), + ('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1), + ('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_bigint + Statistics: Num rows: 10 Data size: 387 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: float), c2 (type: double), c3 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 387 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 387 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: float), _col2 (type: double), _col3 (type: decimal(38,18)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: float), VALUE._col1 (type: double), VALUE._col2 (type: decimal(38,18)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 387 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 387 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -2.0 -2.000000000000000000 original +1 -5000.0 -5000.0 -5000.000000000000000000 original +1 100.0 5000.0 5443.000000000000000000 new +1 17.0 90000.0 754072151.000000000000000000 new +1 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +1 7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +2 256.0 32768.0 31889.000000000000000000 new +2 5555.0 40000.0 -719017797.000000000000000000 new +2 561431.0 5.2927714E7 7203778961.000000000000000000 new +2 774.0 2031.0 200.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 float +c2 float +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +#### A masked pattern was here #### +part c1 c2 b +1 -29.0764 -29.0764 original +1 -5000.0 -5000.0 original +1 5.2927712E7 5.2927712E7 original +1 753.7028 753.7028 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 double +c2 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values('774', '2031', 'new', 2), + ('561431', '52927714', 'new', 2), + ('256', '32768', 'new', 2), + ('5555', '40000', 'new', 2), + ('100', '5000', 'new', 1), + ('17', '90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values('774', '2031', 'new', 2), + ('561431', '52927714', 'new', 2), + ('256', '32768', 'new', 2), + ('5555', '40000', 'new', 2), + ('100', '5000', 'new', 1), + ('17', '90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_float + Statistics: Num rows: 10 Data size: 316 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: double), c2 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 316 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 316 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: double), _col2 (type: decimal(38,18)), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: double), VALUE._col1 (type: decimal(38,18)), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 316 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 316 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 +#### A masked pattern was here #### +part c1 c2 b +1 -29.076400756835938 -29.076400000000000000 original +1 -5000.0 -5000.000000000000000000 original +1 100.0 5000.000000000000000000 new +1 17.0 90000.000000000000000000 new +1 5.2927712E7 52927712.000000000000000000 original +1 753.7028198242188 753.702800000000000000 original +2 256.0 32768.000000000000000000 new +2 5555.0 40000.000000000000000000 new +2 561431.0 52927714.000000000000000000 new +2 774.0 2031.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(c1 double, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(c1 double, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +part c1 b +1 -29.0764 original +1 -5000.0 original +1 5.2927714E7 original +1 753.7028 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values('774', 'new', 2), + ('561431', 'new', 2), + ('256', 'new', 2), + ('5555', 'new', 2), + ('100', 'new', 1), + ('17', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values('774', 'new', 2), + ('561431', 'new', 2), + ('256', 'new', 2), + ('5555', 'new', 2), + ('100', 'new', 1), + ('17', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_double + Statistics: Num rows: 10 Data size: 229 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), c1 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 229 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 229 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: decimal(38,18)), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: decimal(38,18)), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 229 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 229 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 +#### A masked pattern was here #### +part c1 b +1 -29.076400000000000000 original +1 -5000.000000000000000000 original +1 100.000000000000000000 new +1 17.000000000000000000 new +1 52927714.000000000000000000 original +1 753.702800000000000000 original +2 256.000000000000000000 new +2 5555.000000000000000000 new +2 561431.000000000000000000 new +2 774.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_double PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: DROP TABLE partitioned4 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_double POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double diff --git ql/src/test/results/clientpositive/schema_evol_text_nonvec_mapwork_table.q.out ql/src/test/results/clientpositive/schema_evol_text_nonvec_mapwork_table.q.out index 4003c20..3d1aa6b 100644 --- ql/src/test/results/clientpositive/schema_evol_text_nonvec_mapwork_table.q.out +++ ql/src/test/results/clientpositive/schema_evol_text_nonvec_mapwork_table.q.out @@ -1,79 +1,482 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: ORC, Non-Vectorized, MapWork, Table +-- FILE VARIATION: TEXTFILE, Non-Vectorized, MapWork, Table -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ---- -CREATE TABLE table1(a INT, b STRING) STORED AS TEXTFILE +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(a INT, b STRING) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table1 +PREHOOK: Output: default@table_add_int_permute_select POSTHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: ORC, Non-Vectorized, MapWork, Table +-- FILE VARIATION: TEXTFILE, Non-Vectorized, MapWork, Table +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ---- -CREATE TABLE table1(a INT, b STRING) STORED AS TEXTFILE +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(a INT, b STRING) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 -PREHOOK: query: select a,b from table1 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_permute_select add columns(c int) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_permute_select add columns(c int) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 40 + totalSize 44 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_permute_select values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__2 +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__2 +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: insert into table table_add_int_permute_select values(5, 'new', 100),(6, 'new', 200) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__3 +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select values(5, 'new', 100),(6, 'new', 200) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__3 +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select a,b from table_add_int_permute_select order by a +PREHOOK: type: QUERY +POSTHOOK: query: explain +select a,b from table_add_int_permute_select order by a +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_add_int_permute_select + Statistics: Num rows: 10 Data size: 90 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 90 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 90 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 90 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 90 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_permute_select order by a PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_permute_select #### A masked pattern was here #### -POSTHOOK: query: select a,b from table1 +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_permute_select order by a POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_permute_select #### A masked pattern was here #### a b +1 new 1 original +2 new 2 original +3 new 3 original +4 new 4 original -PREHOOK: query: -- ADD COLUMNS -alter table table1 add columns(c int, d string) +5 new +6 new +PREHOOK: query: select a,b,c from table_add_int_permute_select order by a +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select a,b,c from table_add_int_permute_select order by a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +a b c +1 new 10 +1 original NULL +2 new 20 +2 original NULL +3 new 30 +3 original NULL +4 new 40 +4 original NULL +5 new 100 +6 new 200 +PREHOOK: query: select c from table_add_int_permute_select order by c +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select c from table_add_int_permute_select order by c +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +c +10 +100 +20 +200 +30 +40 +NULL +NULL +NULL +NULL +PREHOOK: query: drop table table_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: drop table table_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_string_permute_select(a INT, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_string_permute_select(a INT, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_string_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__4 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__4 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: -- ADD COLUMNS -alter table table1 add columns(c int, d string) +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 40 + totalSize 44 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_string_permute_select values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Input: default@values__tmp__table__5 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__5 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table table_add_int_string_permute_select values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__6 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__6 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: select a,b,c,d from table1 +PREHOOK: query: explain +select a,b from table_add_int_string_permute_select order by a +PREHOOK: type: QUERY +POSTHOOK: query: explain +select a,b from table_add_int_string_permute_select order by a +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_add_int_string_permute_select + Statistics: Num rows: 10 Data size: 134 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 134 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 134 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 134 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 134 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_string_permute_select order by a +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_string_permute_select order by a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +a b +1 new +1 original +2 new +2 original +3 new +3 original +4 new +4 original +5 new +6 new +PREHOOK: query: select a,b,c from table_add_int_string_permute_select order by a +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select a,b,c from table_add_int_string_permute_select order by a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +a b c +1 new 10 +1 original NULL +2 new 20 +2 original NULL +3 new 30 +3 original NULL +4 new 40 +4 original NULL +5 new 100 +6 new 200 +PREHOOK: query: select a,b,c,d from table_add_int_string_permute_select order by a PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### -POSTHOOK: query: select a,b,c,d from table1 +POSTHOOK: query: select a,b,c,d from table_add_int_string_permute_select order by a POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### a b c d 1 new 10 ten @@ -84,214 +487,5283 @@ a b c d 3 original NULL NULL 4 new 40 forty 4 original NULL NULL -PREHOOK: query: -- ADD COLUMNS -alter table table1 add columns(e string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: -- ADD COLUMNS -alter table table1 add columns(e string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred', 'another1'),(6, 'new', 200, 'two hundred', 'another2') +5 new 100 hundred +6 new 200 two hundred +PREHOOK: query: select a,c,d from table_add_int_string_permute_select order by a PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred', 'another1'),(6, 'new', 200, 'two hundred', 'another2') +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select a,c,d from table_add_int_string_permute_select order by a POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table1.e SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -_col0 _col1 _col2 _col3 _col4 -PREHOOK: query: select a,b,c,d,e from table1 +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +a c d +1 10 ten +1 NULL NULL +2 20 twenty +2 NULL NULL +3 30 thirty +3 NULL NULL +4 40 forty +4 NULL NULL +5 100 hundred +6 200 two hundred +PREHOOK: query: select a,d from table_add_int_string_permute_select order by a PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### -POSTHOOK: query: select a,b,c,d,e from table1 +POSTHOOK: query: select a,d from table_add_int_string_permute_select order by a POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### -a b c d e -1 new 10 ten NULL -1 original NULL NULL NULL -2 new 20 twenty NULL -2 original NULL NULL NULL -3 new 30 thirty NULL -3 original NULL NULL NULL -4 new 40 forty NULL -4 original NULL NULL NULL -5 new 100 hundred another1 -6 new 200 two hundred another2 -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN --- smallint = (2-byte signed integer, from -32,768 to 32,767) +a d +1 NULL +1 ten +2 NULL +2 twenty +3 NULL +3 thirty +4 NULL +4 forty +5 hundred +6 two hundred +PREHOOK: query: select c from table_add_int_string_permute_select order by c +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select c from table_add_int_string_permute_select order by c +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +c +10 +100 +20 +200 +30 +40 +NULL +NULL +NULL +NULL +PREHOOK: query: select d from table_add_int_string_permute_select order by d +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select d from table_add_int_string_permute_select order by d +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +d +NULL +NULL +NULL +NULL +forty +hundred +ten +thirty +twenty +two hundred +PREHOOK: query: drop table table_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: drop table table_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- -- -CREATE TABLE table3(a smallint, b STRING) STORED AS TEXTFILE +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table3 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- -- -CREATE TABLE table3(a smallint, b STRING) STORED AS TEXTFILE +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table3 -PREHOOK: query: insert into table table3 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_double + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@table3 -POSTHOOK: query: insert into table table3 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@table3 -POSTHOOK: Lineage: table3.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table3.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select a,b from table3 +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +c2 double +c3 double +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 310 + totalSize 314 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_double + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table table_change_string_group_double + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') PREHOOK: type: QUERY -PREHOOK: Input: default@table3 +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_double order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_double order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_string_group_double + Statistics: Num rows: 10 Data size: 529 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: double), c2 (type: double), c3 (type: double), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 529 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: double) + sort order: + + Statistics: Num rows: 10 Data size: 529 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: double), _col2 (type: double), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: double), VALUE._col0 (type: double), VALUE._col1 (type: double), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 529 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 529 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_double order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_double #### A masked pattern was here #### -POSTHOOK: query: select a,b from table3 +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_double order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@table3 +POSTHOOK: Input: default@table_change_string_group_double #### A masked pattern was here #### -a b -1000 original -3 original -4 original -6737 original -PREHOOK: query: -- ADD COLUMNS ... RESTRICT -alter table table3 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@table3 -PREHOOK: Output: default@table3 -POSTHOOK: query: -- ADD COLUMNS ... RESTRICT -alter table table3 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@table3 -POSTHOOK: Output: default@table3 -PREHOOK: query: insert into table table3 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +c1 c2 c3 b +-10.3 -10.3 -10.3 original +-29.0764 -29.0764 -29.0764 original +-3651.672121 -3651.672121 -3651.672121 original +-66475.561431 -66475.561431 -66475.561431 new +17808.963785 17808.963785 17808.963785 new +20.31 20.31 20.31 new +30.774 30.774 30.774 new +46114.284799488 46114.284799488 46114.284799488 new +753.7028 753.7028 753.7028 original +9250340.75 9250340.75 9250340.75 new +PREHOOK: query: drop table table_change_string_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: drop table table_change_string_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_decimal + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@table3 -POSTHOOK: query: insert into table table3 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@table3 -POSTHOOK: Lineage: table3.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table3.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select a,b from table3 +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +c2 decimal(38,18) +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 310 + totalSize 314 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_decimal + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table table_change_string_group_decimal + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_decimal order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_decimal order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_string_group_decimal + Statistics: Num rows: 10 Data size: 769 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: decimal(38,18)), c2 (type: decimal(38,18)), c3 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 769 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: decimal(38,18)) + sort order: + + Statistics: Num rows: 10 Data size: 769 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: decimal(38,18)), _col2 (type: decimal(38,18)), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: decimal(38,18)), VALUE._col0 (type: decimal(38,18)), VALUE._col1 (type: decimal(38,18)), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 769 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 769 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_decimal order by c1 PREHOOK: type: QUERY -PREHOOK: Input: default@table3 +PREHOOK: Input: default@table_change_string_group_decimal #### A masked pattern was here #### -POSTHOOK: query: select a,b from table3 +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_decimal order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@table3 +POSTHOOK: Input: default@table_change_string_group_decimal #### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -6737 original -72909 new -PREHOOK: query: -- ADD COLUMNS ... RESTRICT -alter table table3 add columns(e string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table3 -PREHOOK: Output: default@table3 -POSTHOOK: query: -- ADD COLUMNS ... RESTRICT -alter table table3 add columns(e string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table3 -POSTHOOK: Output: default@table3 -PREHOOK: query: insert into table table3 values(5000, 'new', 'another5'),(90000, 'new', 'another6') +c1 c2 c3 b +-10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +-29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +-3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +-66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +20.310000000000000000 20.310000000000000000 20.310000000000000000 new +30.774000000000000000 30.774000000000000000 30.774000000000000000 new +46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +753.702800000000000000 753.702800000000000000 753.702800000000000000 original +9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +PREHOOK: query: drop table table_change_string_group_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: drop table table_change_string_group_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 timestamp +c2 timestamp +c3 timestamp +c4 timestamp +c5 timestamp +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@table3 -POSTHOOK: query: insert into table table3 values(5000, 'new', 'another5'),(90000, 'new', 'another6') +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@table3 -POSTHOOK: Lineage: table3.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table3.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table3.e SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -_col0 _col1 _col2 -PREHOOK: query: select a,b from table3 -PREHOOK: type: QUERY -PREHOOK: Input: default@table3 +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 #### A masked pattern was here #### -POSTHOOK: query: select a,b from table3 +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 3 + rawDataSize 444 + totalSize 447 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@table3 +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_date_group_string_group_timestamp + Statistics: Num rows: 9 Data size: 1308 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: string), c2 (type: char(50)), c3 (type: char(15)), c4 (type: varchar(50)), c5 (type: varchar(15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 9 Data size: 1308 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Statistics: Num rows: 9 Data size: 1308 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(15)), _col3 (type: varchar(50)), _col4 (type: varchar(15)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(15)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: varchar(15)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 9 Data size: 1308 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 9 Data size: 1308 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_timestamp #### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -5000 new -6737 original -72909 new -90000 new -PREHOOK: query: -- ADD COLUMNS ... RESTRICT -alter table table3 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@table3 -PREHOOK: Output: default@table3 -POSTHOOK: query: -- ADD COLUMNS ... RESTRICT -alter table table3 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@table3 -POSTHOOK: Output: default@table3 -PREHOOK: query: select a,b from table3 -PREHOOK: type: QUERY -PREHOOK: Input: default@table3 -#### A masked pattern was here #### -POSTHOOK: query: select a,b from table3 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table3 +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp #### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -5000 new -6737 original -72909 new -90000 new -PREHOOK: query: DROP TABLE table1 +c1 c2 c3 c4 c5 b +0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:3 5966-07-09 03:30:50.597 5966-07-09 03:3 new +6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:5 6229-06-28 02:54:28.970117179 6229-06-28 02:5 new +PREHOOK: query: drop table table_change_date_group_string_group_timestamp PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: DROP TABLE table1 +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: drop table table_change_date_group_string_group_timestamp POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: DROP TABLE table2 +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 date +c2 date +c3 date +c4 date +c5 date +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_date + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 3 + rawDataSize 189 + totalSize 192 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_date + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_date_group_string_group_date + Statistics: Num rows: 9 Data size: 807 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: string), c2 (type: char(50)), c3 (type: char(15)), c4 (type: varchar(50)), c5 (type: varchar(15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 9 Data size: 807 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Statistics: Num rows: 9 Data size: 807 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(15)), _col3 (type: varchar(50)), _col4 (type: varchar(15)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(15)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: varchar(15)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 9 Data size: 807 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 9 Data size: 807 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_date +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_date +#### A masked pattern was here #### +c1 c2 c3 c4 c5 b +0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +PREHOOK: query: drop table table_change_date_group_string_group_date PREHOOK: type: DROPTABLE -POSTHOOK: query: DROP TABLE table2 +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: drop table table_change_date_group_string_group_date POSTHOOK: type: DROPTABLE -PREHOOK: query: DROP TABLE table3 +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 142 + totalSize 146 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__19.tmp_values_col1 values__tmp__table__19.tmp_values_col2 values__tmp__table__19.tmp_values_col3 values__tmp__table__19.tmp_values_col4 values__tmp__table__19.tmp_values_col5 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_string + Statistics: Num rows: 10 Data size: 309 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: string), c2 (type: string), c3 (type: string), c4 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 309 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Statistics: Num rows: 10 Data size: 309 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 309 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 309 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +1 200 2323322 5430907 new +100 5000 5443 0 new +17 90000 754072151 3289094 new +2000 72909 3244222 -93222 new +256 32768 31889 470614135 new +45 1000 483777 -23866739993 original +5555 40000 -719017797 810662019 new +NULL 4957 832222222 9000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +c4 char(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 142 + totalSize 146 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_char + Statistics: Num rows: 10 Data size: 1384 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: char(50)), c2 (type: char(50)), c3 (type: char(50)), c4 (type: char(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 1384 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: char(50)) + sort order: + + Statistics: Num rows: 10 Data size: 1384 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(50)), _col3 (type: char(50)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(50)), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(50)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 1384 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1384 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +1 200 2323322 5430907 new +100 5000 5443 0 new +17 90000 754072151 3289094 new +2000 72909 3244222 -93222 new +256 32768 31889 470614135 new +45 1000 483777 -23866739993 original +5555 40000 -719017797 810662019 new +NULL 4957 832222222 9000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(5) +c2 char(5) +c3 char(5) +c4 char(5) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 142 + totalSize 146 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_char_trunc + Statistics: Num rows: 10 Data size: 304 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: char(5)), c2 (type: char(5)), c3 (type: char(5)), c4 (type: char(5)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 304 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: char(5)) + sort order: + + Statistics: Num rows: 10 Data size: 304 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(5)), _col2 (type: char(5)), _col3 (type: char(5)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(5)), VALUE._col0 (type: char(5)), VALUE._col1 (type: char(5)), VALUE._col2 (type: char(5)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 304 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 304 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899 original +0 20435 84749 -9999 original +1 200 23233 54309 new +100 5000 5443 0 new +17 90000 75407 32890 new +2000 72909 32442 -9322 new +256 32768 31889 47061 new +45 1000 48377 -2386 original +5555 40000 -7190 81066 new +NULL 4957 83222 90000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +c4 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 142 + totalSize 146 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_varchar + Statistics: Num rows: 10 Data size: 309 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: varchar(50)), c2 (type: varchar(50)), c3 (type: varchar(50)), c4 (type: varchar(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 309 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: varchar(50)) + sort order: + + Statistics: Num rows: 10 Data size: 309 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: varchar(50)), VALUE._col0 (type: varchar(50)), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 309 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 309 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +1 200 2323322 5430907 new +100 5000 5443 0 new +17 90000 754072151 3289094 new +2000 72909 3244222 -93222 new +256 32768 31889 470614135 new +45 1000 483777 -23866739993 original +5555 40000 -719017797 810662019 new +NULL 4957 832222222 9000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(5) +c2 varchar(5) +c3 varchar(5) +c4 varchar(5) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 142 + totalSize 146 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_varchar_trunc + Statistics: Num rows: 10 Data size: 283 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: varchar(5)), c2 (type: varchar(5)), c3 (type: varchar(5)), c4 (type: varchar(5)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 283 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: varchar(5)) + sort order: + + Statistics: Num rows: 10 Data size: 283 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(5)), _col2 (type: varchar(5)), _col3 (type: varchar(5)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: varchar(5)), VALUE._col0 (type: varchar(5)), VALUE._col1 (type: varchar(5)), VALUE._col2 (type: varchar(5)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 283 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 283 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899 original +0 20435 84749 -9999 original +1 200 23233 54309 new +100 5000 5443 0 new +17 90000 75407 32890 new +2000 72909 32442 -9322 new +256 32768 31889 47061 new +45 1000 48377 -2386 original +5555 40000 -7190 81066 new +NULL 4957 83222 90000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 original +0.0 20435.0 847492223.000000000000000000 original +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 207 + totalSize 211 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +values__tmp__table__29.tmp_values_col1 values__tmp__table__29.tmp_values_col2 values__tmp__table__29.tmp_values_col3 values__tmp__table__29.tmp_values_col4 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_string + Statistics: Num rows: 10 Data size: 359 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: string), c2 (type: string), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 359 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Statistics: Num rows: 10 Data size: 359 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 359 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 359 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 original +-66475.561431 52927714 7203778961 new +0.0 20435.0 847492223.000000000000000000 original +100 5000 5443 new +17 90000 754072151 new +256 32768 31889 new +30.774 20.31 46114.284799488 new +5555 40000 -719017797 new +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 214 + totalSize 218 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_char + Statistics: Num rows: 10 Data size: 1150 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: char(50)), c2 (type: char(50)), c3 (type: char(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 1150 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: char(50)) + sort order: + + Statistics: Num rows: 10 Data size: 1150 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(50)), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(50)), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(50)), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 1150 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1150 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +-66475.561431 52927714 7203778961 new +0.0 20435.0 847492223.000000000000000000 -999999999999 +100 5000 5443 new +17 90000 754072151 new +256 32768 31889 new +30.774 20.31 46114.284799488 new +5555 40000 -719017797 new +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(7) +c2 char(7) +c3 char(7) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 214 + totalSize 218 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_char_trunc + Statistics: Num rows: 10 Data size: 376 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: char(7)), c2 (type: char(7)), c3 (type: char(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 376 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: char(7)) + sort order: + + Statistics: Num rows: 10 Data size: 376 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(7)), _col2 (type: char(7)), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(7)), VALUE._col0 (type: char(7)), VALUE._col1 (type: char(7)), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 376 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 376 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.076 -10.300 original +-255.0 4957.0 8322222 9000000000 +-66475. 5292771 7203778 new +0.0 20435.0 8474922 -999999999999 +100 5000 5443 new +17 90000 7540721 new +256 32768 31889 new +30.774 20.31 46114.2 new +5555 40000 -719017 new +753.702 -3651.6 -238667 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 214 + totalSize 218 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_varchar + Statistics: Num rows: 10 Data size: 366 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: varchar(50)), c2 (type: varchar(50)), c3 (type: varchar(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 366 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: varchar(50)) + sort order: + + Statistics: Num rows: 10 Data size: 366 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(50)), _col2 (type: varchar(50)), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: varchar(50)), VALUE._col0 (type: varchar(50)), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 366 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 366 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +-66475.561431 52927714 7203778961 new +0.0 20435.0 847492223.000000000000000000 -999999999999 +100 5000 5443 new +17 90000 754072151 new +256 32768 31889 new +30.774 20.31 46114.284799488 new +5555 40000 -719017797 new +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(7) +c2 varchar(7) +c3 varchar(7) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 214 + totalSize 218 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_varchar_trunc + Statistics: Num rows: 10 Data size: 343 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: varchar(7)), c2 (type: varchar(7)), c3 (type: varchar(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 343 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: varchar(7)) + sort order: + + Statistics: Num rows: 10 Data size: 343 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(7)), _col2 (type: varchar(7)), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: varchar(7)), VALUE._col0 (type: varchar(7)), VALUE._col1 (type: varchar(7)), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 343 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 343 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.076 -10.300 original +-255.0 4957.0 8322222 9000000000 +-66475. 5292771 7203778 new +0.0 20435.0 8474922 -999999999999 +100 5000 5443 new +17 90000 7540721 new +256 32768 31889 new +30.774 20.31 46114.2 new +5555 40000 -719017 new +753.702 -3651.6 -238667 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_string + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__38.tmp_values_col1 values__tmp__table__38.tmp_values_col2 values__tmp__table__38.tmp_values_col3 values__tmp__table__38.tmp_values_col4 values__tmp__table__38.tmp_values_col5 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +c1 c2 c3 c4 b +blank pads blank pads blank pads blank pads original +dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +escapist escapist escapist escapist original +heartbeat heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 varchar(50) +c4 char(9) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 228 + totalSize 232 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_string + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_string_group_string_group_string + Statistics: Num rows: 10 Data size: 770 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: char(50)), c2 (type: char(9)), c3 (type: varchar(50)), c4 (type: char(9)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 770 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: char(50)) + sort order: + + Statistics: Num rows: 10 Data size: 770 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(9)), _col2 (type: varchar(50)), _col3 (type: char(9)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(50)), VALUE._col0 (type: char(9)), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: char(9)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 770 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 770 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +c1 c2 c3 c4 b + featherweight featherweight new + against against against against new + baffling bafflin baffling bafflin new +blank pads blank pad blank pads blank pad original +bottom bottom bottom bottom new +dynamic reptile dynamic r dynamic reptile dynamic r original +escapist escapist escapist escapist original +hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +heartbeat heartbeat heartbeat heartbeat original +junkyard junkyard junkyard junkyard new +PREHOOK: query: drop table table_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: drop table table_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_char + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +c1 c2 c3 b +blank pads blank pads blank pads original +dynamic reptile dynamic reptile dynamic reptile original +escapist escapist escapist original +heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(9) +c3 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 644 + totalSize 648 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_char + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_string_group_string_group_char + Statistics: Num rows: 10 Data size: 916 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: varchar(50)), c2 (type: varchar(9)), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 916 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: varchar(50)) + sort order: + + Statistics: Num rows: 10 Data size: 916 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(9)), _col2 (type: string), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: varchar(50)), VALUE._col0 (type: varchar(9)), VALUE._col1 (type: string), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 916 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 916 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +c1 c2 c3 b + featherweight featherweight new + against against against new + baffling bafflin baffling new +blank pads blank pad blank pads original +bottom bottom bottom new +dynamic reptile dynamic r dynamic reptile original +escapist escapist escapist original +hangar paralysed companion hangar pa hangar paralysed companion new +heartbeat heartbeat heartbeat original +junkyard junkyard junkyard new +PREHOOK: query: drop table table_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: drop table table_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +c1 c2 c3 b +blank pads blank pads blank pads original +dynamic reptile dynamic reptile dynamic reptile original +escapist escapist escapist original +heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 179 + totalSize 183 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_string_group_string_group_varchar + Statistics: Num rows: 10 Data size: 661 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: char(50)), c2 (type: char(9)), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 661 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: char(50)) + sort order: + + Statistics: Num rows: 10 Data size: 661 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(9)), _col2 (type: string), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(50)), VALUE._col0 (type: char(9)), VALUE._col1 (type: string), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 661 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 661 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +c1 c2 c3 b + featherweight featherweight new + against against against new + baffling bafflin baffling new +blank pads blank pad blank pads original +bottom bottom bottom new +dynamic reptile dynamic r dynamic reptile original +escapist escapist escapist original +hangar paralysed companion hangar pa hangar paralysed companion new +heartbeat heartbeat heartbeat original +junkyard junkyard junkyard new +PREHOOK: query: drop table table_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: drop table table_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 tinyint +c3 tinyint +c4 tinyint +c5 tinyint +c6 tinyint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 c6 b +-2 -2 -2 -2 -2 -2 original +100 100 100 100 100 100 original +45 45 45 45 45 45 original +NULL NULL NULL NULL NULL NULL original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 int +c3 bigint +c4 float +c5 double +c6 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 110 + totalSize 114 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values('774', '2031', '200', '12', '99', '0', 'new'), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new'), + ('256', '32768', '31889', '300', '444', '506', 'new'), + ('5555', '40000', '-719017797', '45', '55', '65', 'new'), + ('100', '5000', '5443', '22', '2', '-2', 'new'), + ('17', '90000', '754072151', '95', '20', '18', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values('774', '2031', '200', '12', '99', '0', 'new'), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new'), + ('256', '32768', '31889', '300', '444', '506', 'new'), + ('5555', '40000', '-719017797', '45', '55', '65', 'new'), + ('100', '5000', '5443', '22', '2', '-2', 'new'), + ('17', '90000', '754072151', '95', '20', '18', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_tinyint + Statistics: Num rows: 10 Data size: 425 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: smallint), c2 (type: int), c3 (type: bigint), c4 (type: float), c5 (type: double), c6 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 425 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: smallint) + sort order: + + Statistics: Num rows: 10 Data size: 425 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: double), _col5 (type: decimal(38,18)), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: smallint), VALUE._col0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: float), VALUE._col3 (type: double), VALUE._col4 (type: decimal(38,18)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 425 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 425 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 c6 b +-2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +100 100 100 100.0 100.0 100.000000000000000000 original +100 5000 5443 22.0 2.0 -2.000000000000000000 new +17 90000 754072151 95.0 20.0 18.000000000000000000 new +256 32768 31889 300.0 444.0 506.000000000000000000 new +45 45 45 45.0 45.0 45.000000000000000000 original +5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +774 2031 200 12.0 99.0 0.000000000000000000 new +NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +NULL NULL NULL NULL NULL NULL original +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 smallint +c3 smallint +c4 smallint +c5 smallint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 b +-2 -2 -2 -2 -2 original +-5000 -5000 -5000 -5000 -5000 original +100 100 100 100 100 original +2031 2031 2031 2031 2031 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 int +c2 bigint +c3 float +c4 double +c5 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 122 + totalSize 126 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values('774', '2031', '200', '12', '99', 'new'), + ('561431', '52927714', '7203778961', '8', '7', 'new'), + ('256', '32768', '31889', '300', '444', 'new'), + ('5555', '40000', '-719017797', '45', '55', 'new'), + ('100', '5000', '5443', '22', '2', 'new'), + ('17', '90000', '754072151', '95', '20', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values('774', '2031', '200', '12', '99', 'new'), + ('561431', '52927714', '7203778961', '8', '7', 'new'), + ('256', '32768', '31889', '300', '444', 'new'), + ('5555', '40000', '-719017797', '45', '55', 'new'), + ('100', '5000', '5443', '22', '2', 'new'), + ('17', '90000', '754072151', '95', '20', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_smallint + Statistics: Num rows: 10 Data size: 423 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: int), c2 (type: bigint), c3 (type: float), c4 (type: double), c5 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 423 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 423 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: bigint), _col2 (type: float), _col3 (type: double), _col4 (type: decimal(38,18)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: bigint), VALUE._col1 (type: float), VALUE._col2 (type: double), VALUE._col3 (type: decimal(38,18)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 423 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 423 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 b +-2 -2 -2.0 -2.0 -2.000000000000000000 original +-5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +100 100 100.0 100.0 100.000000000000000000 original +100 5000 5443.0 22.0 2.000000000000000000 new +17 90000 7.5407213E8 95.0 20.000000000000000000 new +2031 2031 2031.0 2031.0 2031.000000000000000000 original +256 32768 31889.0 300.0 444.000000000000000000 new +5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +774 2031 200.0 12.0 99.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 int +c2 int +c3 int +c4 int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -2 -2 -2 original +-5000 -5000 -5000 -5000 original +2031 2031 2031 2031 original +52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 float +c3 double +c4 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 124 + totalSize 128 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values('774', '2031', '200', '12', 'new'), + ('561431', '52927714', '7203778961', '8', 'new'), + ('256', '32768', '31889', '300', 'new'), + ('5555', '40000', '-719017797', '45', 'new'), + ('100', '5000', '5443', '22', 'new'), + ('17', '90000', '754072151', '95', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values('774', '2031', '200', '12', 'new'), + ('561431', '52927714', '7203778961', '8', 'new'), + ('256', '32768', '31889', '300', 'new'), + ('5555', '40000', '-719017797', '45', 'new'), + ('100', '5000', '5443', '22', 'new'), + ('17', '90000', '754072151', '95', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_int + Statistics: Num rows: 10 Data size: 413 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: bigint), c2 (type: float), c3 (type: double), c4 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 413 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: bigint) + sort order: + + Statistics: Num rows: 10 Data size: 413 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: float), _col2 (type: double), _col3 (type: decimal(38,18)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: float), VALUE._col1 (type: double), VALUE._col2 (type: decimal(38,18)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 413 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 413 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -2.0 -2.0 -2.000000000000000000 original +-5000 -5000.0 -5000.0 -5000.000000000000000000 original +100 5000.0 5443.0 22.000000000000000000 new +17 90000.0 7.54072151E8 95.000000000000000000 new +2031 2031.0 2031.0 2031.000000000000000000 original +256 32768.0 31889.0 300.000000000000000000 new +52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5555 40000.0 -7.19017797E8 45.000000000000000000 new +561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +774 2031.0 200.0 12.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 bigint +c3 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +c1 c2 c3 b +-2 -2 -2 original +-5000 -5000 -5000 original +52927714 52927714 52927714 original +7203778961 7203778961 7203778961 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 119 + totalSize 123 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values('774', '2031', '200', 'new'), + ('561431', '52927714', '7203778961', 'new'), + ('256', '32768', '31889', 'new'), + ('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'), + ('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values('774', '2031', '200', 'new'), + ('561431', '52927714', '7203778961', 'new'), + ('256', '32768', '31889', 'new'), + ('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'), + ('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_bigint + Statistics: Num rows: 10 Data size: 387 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: float), c2 (type: double), c3 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 387 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: float) + sort order: + + Statistics: Num rows: 10 Data size: 387 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: double), _col2 (type: decimal(38,18)), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: float), VALUE._col0 (type: double), VALUE._col1 (type: decimal(38,18)), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 387 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 387 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -2.0 -2.000000000000000000 original +-5000.0 -5000.0 -5000.000000000000000000 original +100.0 5000.0 5443.000000000000000000 new +17.0 90000.0 754072151.000000000000000000 new +256.0 32768.0 31889.000000000000000000 new +5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5555.0 40000.0 -719017797.000000000000000000 new +561431.0 5.2927714E7 7203778961.000000000000000000 new +7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +774.0 2031.0 200.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 float +c2 float +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +c1 c2 b +-29.0764 -29.0764 original +-5000.0 -5000.0 original +5.2927712E7 5.2927712E7 original +753.7028 753.7028 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 double +c2 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 108 + totalSize 112 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values('774', '2031', 'new'), + ('561431', '52927714', 'new'), + ('256', '32768', 'new'), + ('5555', '40000', 'new'), + ('100', '5000', 'new'), + ('17', '90000', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values('774', '2031', 'new'), + ('561431', '52927714', 'new'), + ('256', '32768', 'new'), + ('5555', '40000', 'new'), + ('100', '5000', 'new'), + ('17', '90000', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_float + Statistics: Num rows: 10 Data size: 316 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: double), c2 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 316 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: double) + sort order: + + Statistics: Num rows: 10 Data size: 316 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: decimal(38,18)), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: double), VALUE._col0 (type: decimal(38,18)), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 316 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 316 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +c1 c2 b +-29.0764 -29.076400000000000000 original +-5000.0 -5000.000000000000000000 original +100.0 5000.000000000000000000 new +17.0 90000.000000000000000000 new +256.0 32768.000000000000000000 new +5.2927712E7 52927712.000000000000000000 original +5555.0 40000.000000000000000000 new +561431.0 52927714.000000000000000000 new +753.7028 753.702800000000000000 original +774.0 2031.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(c1 double, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(c1 double, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +c1 b +-29.0764 original +-5000.0 original +5.2927714E7 original +753.7028 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 70 + totalSize 74 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values('774', 'new'), + ('561431', 'new'), + ('256', 'new'), + ('5555', 'new'), + ('100', 'new'), + ('17', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values('774', 'new'), + ('561431', 'new'), + ('256', 'new'), + ('5555', 'new'), + ('100', 'new'), + ('17', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: explain +select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_double + Statistics: Num rows: 10 Data size: 229 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 229 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: decimal(38,18)) + sort order: + + Statistics: Num rows: 10 Data size: 229 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: decimal(38,18)), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 229 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 229 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +c1 b +-29.076400000000000000 original +-5000.000000000000000000 original +100.000000000000000000 new +17.000000000000000000 new +256.000000000000000000 new +52927714.000000000000000000 original +5555.000000000000000000 new +561431.000000000000000000 new +753.702800000000000000 original +774.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_double PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table3 -PREHOOK: Output: default@table3 -POSTHOOK: query: DROP TABLE table3 +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_double POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table3 -POSTHOOK: Output: default@table3 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double diff --git ql/src/test/results/clientpositive/tez/schema_evol_orc_acid_mapwork_part.q.out ql/src/test/results/clientpositive/tez/schema_evol_orc_acid_mapwork_part.q.out index a922175..f4ad98d 100644 --- ql/src/test/results/clientpositive/tez/schema_evol_orc_acid_mapwork_part.q.out +++ ql/src/test/results/clientpositive/tez/schema_evol_orc_acid_mapwork_part.q.out @@ -3,85 +3,438 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- FILE VARIATION: ORC, ACID Non-Vectorized, MapWork, Partitioned -- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned1 +PREHOOK: Output: default@part_add_int_permute_select POSTHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, ACID Non-Vectorized, MapWork, Partitioned -- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) +alter table part_add_int_permute_select add columns(c int) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) +alter table part_add_int_permute_select add columns(c int) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=2) values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@partitioned1@part=2 -POSTHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=2) values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@partitioned1@part=2 -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(5, 'new', 100),(6, 'new', 200) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(5, 'new', 100),(6, 'new', 200) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from part_add_int_permute_select order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from part_add_int_permute_select order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=431) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=431) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=431) + default@part_add_int_permute_select,part_add_int_permute_select, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select part,a,b from part_add_int_permute_select order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select part,a,b from part_add_int_permute_select order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +part a b +1 1 original +1 2 original +1 3 original +1 4 original +1 5 new +1 6 new +2 1 new +2 2 new +2 3 new +2 4 new +PREHOOK: query: select part,a,b,c from part_add_int_permute_select order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b,c from part_add_int_permute_select order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +part a b c +1 1 original NULL +1 2 original NULL +1 3 original NULL +1 4 original NULL +1 5 new 100 +1 6 new 200 +2 1 new 10 +2 2 new 20 +2 3 new 30 +2 4 new 40 +PREHOOK: query: select part,c from part_add_int_permute_select order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c from part_add_int_permute_select order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +part c +1 100 +1 200 +1 NULL +1 NULL +1 NULL +1 NULL +2 10 +2 20 +2 30 +2 40 +PREHOOK: query: drop table part_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select +POSTHOOK: query: drop table part_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_string_permute_select(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_string_permute_select(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__4 +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__4 +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__5 +PREHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__5 +POSTHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__6 +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__6 +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,a,b from part_add_int_string_permute_select order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from part_add_int_string_permute_select order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=474) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=474) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=474) + default@part_add_int_string_permute_select,part_add_int_string_permute_select, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a b 1 1 original @@ -94,17 +447,17 @@ part a b 2 2 new 2 3 new 2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +PREHOOK: query: select part,a,b,c from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,a,b,c from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a b c 1 1 original NULL @@ -117,17 +470,17 @@ part a b c 2 2 new 20 2 3 new 30 2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 +PREHOOK: query: select part,a,b,c,d from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 +POSTHOOK: query: select part,a,b,c,d from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -140,17 +493,17 @@ part a b c d 2 2 new 20 twenty 2 3 new 30 thirty 2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 +PREHOOK: query: select part,a,c,d from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 +POSTHOOK: query: select part,a,c,d from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a c d 1 1 NULL NULL @@ -163,17 +516,17 @@ part a c d 2 2 20 twenty 2 3 30 thirty 2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 +PREHOOK: query: select part,a,d from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 +POSTHOOK: query: select part,a,d from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a d 1 1 NULL @@ -186,17 +539,17 @@ part a d 2 2 twenty 2 3 thirty 2 4 forty -PREHOOK: query: select part,c from partitioned1 +PREHOOK: query: select part,c from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 +POSTHOOK: query: select part,c from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part c 1 100 @@ -209,481 +562,5383 @@ part c 2 20 2 30 2 40 -PREHOOK: query: select part,d from partitioned1 +PREHOOK: query: select part,d from part_add_int_string_permute_select order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,d from part_add_int_string_permute_select order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +part d +1 NULL +1 NULL +1 NULL +1 NULL +1 hundred +1 two hundred +2 forty +2 ten +2 thirty +2 twenty +PREHOOK: query: drop table part_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: drop table part_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +c2 double +c3 double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_double order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_double order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=534) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=534) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=534) + default@part_change_string_group_double,part_change_string_group_double, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_double order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Input: default@part_change_string_group_double@part=1 +PREHOOK: Input: default@part_change_string_group_double@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_double order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Input: default@part_change_string_group_double@part=1 +POSTHOOK: Input: default@part_change_string_group_double@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -10.3 -10.3 -10.3 original +1 -29.0764 -29.0764 -29.0764 original +1 -3651.672121 -3651.672121 -3651.672121 original +1 17808.963785 17808.963785 17808.963785 new +1 753.7028 753.7028 753.7028 original +1 9250340.75 9250340.75 9250340.75 new +2 -66475.561431 -66475.561431 -66475.561431 new +2 20.31 20.31 20.31 new +2 30.774 30.774 30.774 new +2 46114.284799488 46114.284799488 46114.284799488 new +PREHOOK: query: drop table part_change_string_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: drop table part_change_string_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +c2 decimal(38,18) +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_decimal order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_decimal order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=502) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=502) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=502) + default@part_change_string_group_decimal,part_change_string_group_decimal, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_decimal order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Input: default@part_change_string_group_decimal@part=1 +PREHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_decimal order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Input: default@part_change_string_group_decimal@part=1 +POSTHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +1 -29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +1 -3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +1 17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +1 753.702800000000000000 753.702800000000000000 753.702800000000000000 original +1 9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +2 -66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +2 20.310000000000000000 20.310000000000000000 20.310000000000000000 new +2 30.774000000000000000 30.774000000000000000 30.774000000000000000 new +2 46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +PREHOOK: query: drop table part_change_string_group_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: drop table part_change_string_group_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 timestamp +c2 timestamp +c3 timestamp +c4 timestamp +c5 timestamp +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=9 width=759) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=9 width=759) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=9 width=759) + default@part_change_date_group_string_group_timestamp,part_change_date_group_string_group_timestamp, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +1 2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +1 2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +1 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:3 5966-07-09 03:30:50.597 5966-07-09 03:3 new +1 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:5 6229-06-28 02:54:28.970117179 6229-06-28 02:5 new +2 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +2 1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +2 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +2 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +PREHOOK: query: drop table part_change_date_group_string_group_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: drop table part_change_date_group_string_group_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 date +c2 date +c3 date +c4 date +c5 date +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=9 width=477) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=9 width=477) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=9 width=477) + default@part_change_date_group_string_group_date,part_change_date_group_string_group_date, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Input: default@part_change_date_group_string_group_date@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +1 2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +1 2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +2 0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +2 1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +2 2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +2 2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +2 5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +2 6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +PREHOOK: query: drop table part_change_date_group_string_group_date +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: drop table part_change_date_group_string_group_date +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__19.tmp_values_col1 values__tmp__table__19.tmp_values_col2 values__tmp__table__19.tmp_values_col3 values__tmp__table__19.tmp_values_col4 values__tmp__table__19.tmp_values_col5 values__tmp__table__19.tmp_values_col6 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=593) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=593) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=593) + default@part_change_numeric_group_string_group_multi_ints_string,part_change_numeric_group_string_group_multi_ints_string, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 100 5000 5443 0 new +1 17 90000 754072151 3289094 new +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +2 1 200 2323322 5430907 new +2 2000 72909 3244222 -93222 new +2 256 32768 31889 470614135 new +2 5555 40000 -719017797 810662019 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +c4 char(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=614) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=614) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=614) + default@part_change_numeric_group_string_group_multi_ints_char,part_change_numeric_group_string_group_multi_ints_char, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 100 5000 5443 0 new +1 17 90000 754072151 3289094 new +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +2 1 200 2323322 5430907 new +2 2000 72909 3244222 -93222 new +2 256 32768 31889 470614135 new +2 5555 40000 -719017797 810662019 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(5) +c2 char(5) +c3 char(5) +c4 char(5) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=576) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=576) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=576) + default@part_change_numeric_group_string_group_multi_ints_char_trunc,part_change_numeric_group_string_group_multi_ints_char_trunc, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899 original +1 0 20435 84749 -9999 original +1 100 5000 5443 0 new +1 17 90000 75407 32890 new +1 45 1000 48377 -2386 original +1 NULL 4957 83222 90000 original +2 1 200 23233 54309 new +2 2000 72909 32442 -9322 new +2 256 32768 31889 47061 new +2 5555 40000 -7190 81066 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +c4 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=594) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=594) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=594) + default@part_change_numeric_group_string_group_multi_ints_varchar,part_change_numeric_group_string_group_multi_ints_varchar, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 100 5000 5443 0 new +1 17 90000 754072151 3289094 new +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +2 1 200 2323322 5430907 new +2 2000 72909 3244222 -93222 new +2 256 32768 31889 470614135 new +2 5555 40000 -719017797 810662019 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(5) +c2 varchar(5) +c3 varchar(5) +c4 varchar(5) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=576) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=576) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=576) + default@part_change_numeric_group_string_group_multi_ints_varchar_trunc,part_change_numeric_group_string_group_multi_ints_varchar_trunc, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899 original +1 0 20435 84749 -9999 original +1 100 5000 5443 0 new +1 17 90000 75407 32890 new +1 45 1000 48377 -2386 original +1 NULL 4957 83222 90000 original +2 1 200 23233 54309 new +2 2000 72909 32442 -9322 new +2 256 32768 31889 47061 new +2 5555 40000 -7190 81066 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 original +1 0.0 20435.0 847492223.000000000000000000 original +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +values__tmp__table__29.tmp_values_col1 values__tmp__table__29.tmp_values_col2 values__tmp__table__29.tmp_values_col3 values__tmp__table__29.tmp_values_col4 values__tmp__table__29.tmp_values_col5 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=561) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=561) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=561) + default@part_change_numeric_group_string_group_floating_string,part_change_numeric_group_string_group_floating_string, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.3 original +1 -255.0 4957.0 832222222 original +1 0.0 20435.0 847492223 original +1 100 5000 5443 new +1 17 90000 754072151 new +1 753.7028 -3651.672121 -23866739993 original +2 -66475.561431 52927714 7203778961 new +2 256 32768 31889 new +2 30.774 20.31 46114.284799488 new +2 5555 40000 -719017797 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=578) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=578) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=578) + default@part_change_numeric_group_string_group_floating_char,part_change_numeric_group_string_group_floating_char, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.3 original +1 -255.0 4957.0 832222222 9000000000 +1 0.0 20435.0 847492223 -999999999999 +1 100 5000 5443 new +1 17 90000 754072151 new +1 753.7028 -3651.672121 -23866739993 original +2 -66475.561431 52927714 7203778961 new +2 256 32768 31889 new +2 30.774 20.31 46114.284799488 new +2 5555 40000 -719017797 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(7) +c2 char(7) +c3 char(7) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=556) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=556) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=556) + default@part_change_numeric_group_string_group_floating_char_trunc,part_change_numeric_group_string_group_floating_char_trunc, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.076 -10.3 original +1 -255.0 4957.0 8322222 9000000000 +1 0.0 20435.0 8474922 -999999999999 +1 100 5000 5443 new +1 17 90000 7540721 new +1 753.702 -3651.6 -238667 original +2 -66475. 5292771 7203778 new +2 256 32768 31889 new +2 30.774 20.31 46114.2 new +2 5555 40000 -719017 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=564) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=564) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=564) + default@part_change_numeric_group_string_group_floating_varchar,part_change_numeric_group_string_group_floating_varchar, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.3 original +1 -255.0 4957.0 832222222 9000000000 +1 0.0 20435.0 847492223 -999999999999 +1 100 5000 5443 new +1 17 90000 754072151 new +1 753.7028 -3651.672121 -23866739993 original +2 -66475.561431 52927714 7203778961 new +2 256 32768 31889 new +2 30.774 20.31 46114.284799488 new +2 5555 40000 -719017797 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(7) +c2 varchar(7) +c3 varchar(7) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=556) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=556) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=556) + default@part_change_numeric_group_string_group_floating_varchar_trunc,part_change_numeric_group_string_group_floating_varchar_trunc, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.076 -10.3 original +1 -255.0 4957.0 8322222 9000000000 +1 0.0 20435.0 8474922 -999999999999 +1 100 5000 5443 new +1 17 90000 7540721 new +1 753.702 -3651.6 -238667 original +2 -66475. 5292771 7203778 new +2 256 32768 31889 new +2 30.774 20.31 46114.2 new +2 5555 40000 -719017 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__38.tmp_values_col1 values__tmp__table__38.tmp_values_col2 values__tmp__table__38.tmp_values_col3 values__tmp__table__38.tmp_values_col4 values__tmp__table__38.tmp_values_col5 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 blank pads blank pads blank pads blank pads original +1 dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +1 escapist escapist escapist escapist original +1 heartbeat heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 varchar(50) +c4 char(9) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=559) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=559) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=559) + default@part_change_string_group_string_group_string,part_change_string_group_string_group_string, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 blank pads blank pad blank pads blank pad original +1 bottom bottom bottom bottom new +1 dynamic reptile dynamic r dynamic reptile dynamic r original +1 escapist escapist escapist escapist original +1 hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +1 heartbeat heartbeat heartbeat heartbeat original +2 featherweight featherweight new +2 against against against against new +2 baffling bafflin baffling bafflin new +2 junkyard junkyard junkyard junkyard new +PREHOOK: query: drop table part_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: drop table part_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pads blank pads original +1 dynamic reptile dynamic reptile dynamic reptile original +1 escapist escapist escapist original +1 heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(9) +c3 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=506) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=506) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=506) + default@part_change_string_group_string_group_char,part_change_string_group_string_group_char, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pad blank pads original +1 bottom bottom bottom new +1 dynamic reptile dynamic r dynamic reptile original +1 escapist escapist escapist original +1 hangar paralysed companion hangar pa hangar paralysed companion new +1 heartbeat heartbeat heartbeat original +2 featherweight featherweight new +2 against against against new +2 baffling bafflin baffling new +2 junkyard junkyard junkyard new +PREHOOK: query: drop table part_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: drop table part_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pads blank pads original +1 dynamic reptile dynamic reptile dynamic reptile original +1 escapist escapist escapist original +1 heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=524) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=524) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=524) + default@part_change_string_group_string_group_varchar,part_change_string_group_string_group_varchar, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pad blank pads original +1 bottom bottom bottom new +1 dynamic reptile dynamic r dynamic reptile original +1 escapist escapist escapist original +1 hangar paralysed companion hangar pa hangar paralysed companion new +1 heartbeat heartbeat heartbeat original +2 featherweight featherweight new +2 against against against new +2 baffling bafflin baffling new +2 junkyard junkyard junkyard new +PREHOOK: query: drop table part_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: drop table part_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 tinyint +c3 tinyint +c4 tinyint +c5 tinyint +c6 tinyint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 c6 b +1 -2 -2 -2 -2 -2 -2 original +1 100 100 100 100 100 100 original +1 45 45 45 45 45 45 original +1 NULL NULL NULL NULL NULL NULL original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 int +c3 bigint +c4 float +c5 double +c6 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values('774', '2031', '200', '12', '99', '0', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + ('256', '32768', '31889', '300', '444', '506', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + ('100', '5000', '5443', '22', '2', '-2', 'new', 1), + ('17', '90000', '754072151', '95', '20', '18', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values('774', '2031', '200', '12', '99', '0', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + ('256', '32768', '31889', '300', '444', '506', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + ('100', '5000', '5443', '22', '2', '-2', 'new', 1), + ('17', '90000', '754072151', '95', '20', '18', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=620) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=620) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + TableScan [TS_0] (rows=10 width=620) + default@part_change_lower_to_higher_numeric_group_tinyint,part_change_lower_to_higher_numeric_group_tinyint, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","c5","c6","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 c6 b +1 -2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +1 100 100 100 100.0 100.0 100.000000000000000000 original +1 100 5000 5443 22.0 2.0 -2.000000000000000000 new +1 17 90000 754072151 95.0 20.0 18.000000000000000000 new +1 45 45 45 45.0 45.0 45.000000000000000000 original +1 NULL NULL NULL NULL NULL NULL original +2 256 32768 31889 300.0 444.0 506.000000000000000000 new +2 5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +2 774 2031 200 12.0 99.0 0.000000000000000000 new +2 NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 smallint +c3 smallint +c4 smallint +c5 smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 -2 -2 -2 -2 -2 original +1 -5000 -5000 -5000 -5000 -5000 original +1 100 100 100 100 100 original +1 2031 2031 2031 2031 2031 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 int +c2 bigint +c3 float +c4 double +c5 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values('774', '2031', '200', '12', '99', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', 'new', 2), + ('256', '32768', '31889', '300', '444', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', 'new', 2), + ('100', '5000', '5443', '22', '2', 'new', 1), + ('17', '90000', '754072151', '95', '20', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values('774', '2031', '200', '12', '99', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', 'new', 2), + ('256', '32768', '31889', '300', '444', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', 'new', 2), + ('100', '5000', '5443', '22', '2', 'new', 1), + ('17', '90000', '754072151', '95', '20', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=593) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=593) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=10 width=593) + default@part_change_lower_to_higher_numeric_group_smallint,part_change_lower_to_higher_numeric_group_smallint, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 #### A masked pattern was here #### -part d -1 NULL -1 NULL -1 NULL -1 NULL -1 hundred -1 two hundred -2 forty -2 ten -2 thirty -2 twenty +part c1 c2 c3 c4 c5 b +1 -2 -2 -2.0 -2.0 -2.000000000000000000 original +1 -5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +1 100 100 100.0 100.0 100.000000000000000000 original +1 100 5000 5443.0 22.0 2.000000000000000000 new +1 17 90000 7.5407213E8 95.0 20.000000000000000000 new +1 2031 2031 2031.0 2031.0 2031.000000000000000000 original +2 256 32768 31889.0 300.0 444.000000000000000000 new +2 5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +2 561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +2 774 2031 200.0 12.0 99.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE part_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned2 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE part_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 int +c2 int +c3 int +c4 int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -2 -2 -2 original +1 -5000 -5000 -5000 -5000 original +1 2031 2031 2031 2031 original +1 52927714 52927714 52927714 52927714 original PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 +alter table part_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +alter table part_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 float +c3 double +c4 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values('774', '2031', '200', '12', 'new', 2), + ('561431', '52927714', '7203778961', '8', 'new', 2), + ('256', '32768', '31889', '300', 'new', 2), + ('5555', '40000', '-719017797', '45', 'new', 2), + ('100', '5000', '5443', '22', 'new', 1), + ('17', '90000', '754072151', '95', 'new', 1) PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@partitioned2@part=2 -POSTHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values('774', '2031', '200', '12', 'new', 2), + ('561431', '52927714', '7203778961', '8', 'new', 2), + ('256', '32768', '31889', '300', 'new', 2), + ('5555', '40000', '-719017797', '45', 'new', 2), + ('100', '5000', '5443', '22', 'new', 1), + ('17', '90000', '754072151', '95', 'new', 1) POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@partitioned2@part=2 -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select part,a,b from partitioned2 +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=562) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=562) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=562) + default@part_change_lower_to_higher_numeric_group_int,part_change_lower_to_higher_numeric_group_int, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned2 -PREHOOK: Input: default@partitioned2@part=1 -PREHOOK: Input: default@partitioned2@part=2 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned2 +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Input: default@partitioned2@part=1 -POSTHOOK: Input: default@partitioned2@part=2 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 #### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 90000 new -2 200 new -2 32768 new -2 40000 new -2 72909 new +part c1 c2 c3 c4 b +1 -2 -2.0 -2.0 -2.000000000000000000 original +1 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +1 100 5000.0 5443.0 22.000000000000000000 new +1 17 90000.0 7.54072151E8 95.000000000000000000 new +1 2031 2031.0 2031.0 2031.000000000000000000 original +1 52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +2 256 32768.0 31889.0 300.000000000000000000 new +2 5555 40000.0 -7.19017797E8 45.000000000000000000 new +2 561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +2 774 2031.0 200.0 12.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned3 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 bigint +c3 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__7 -PREHOOK: Output: default@partitioned3@part=1 -POSTHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__7 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__8 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__8 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Output: default@partitioned3@part=2 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2 -2 -2 original +1 -5000 -5000 -5000 original +1 52927714 52927714 52927714 original +1 7203778961 7203778961 7203778961 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values('774', '2031', '200', 'new', 2), + ('561431', '52927714', '7203778961', 'new', 2), + ('256', '32768', '31889', 'new', 2), + ('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1), + ('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values('774', '2031', '200', 'new', 2), + ('561431', '52927714', '7203778961', 'new', 2), + ('256', '32768', '31889', 'new', 2), + ('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1), + ('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] _col0 _col1 _col2 _col3 _col4 -PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b -1 1 original -1 2 original -1 3 original -1 4 original -1 5 new -1 6 new -2 1 new -2 2 new -2 3 new -2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=369) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=369) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=369) + default@part_change_lower_to_higher_numeric_group_bigint,part_change_lower_to_higher_numeric_group_bigint, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 #### A masked pattern was here #### -part a b c -1 1 original NULL -1 2 original NULL -1 3 original NULL -1 4 original NULL -1 5 new 100 -1 6 new 200 -2 1 new 10 -2 2 new 20 -2 3 new 30 -2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +part c1 c2 c3 b +1 -2.0 -2.0 -2.000000000000000000 original +1 -5000.0 -5000.0 -5000.000000000000000000 original +1 100.0 5000.0 5443.000000000000000000 new +1 17.0 90000.0 754072151.000000000000000000 new +1 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +1 7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +2 256.0 32768.0 31889.000000000000000000 new +2 5555.0 40000.0 -719017797.000000000000000000 new +2 561431.0 5.2927714E7 7203778961.000000000000000000 new +2 774.0 2031.0 200.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 float +c2 float +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +Retention: 0 #### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new 100 hundred -1 6 new 200 two hundred -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +Table Type: MANAGED_TABLE +Table Parameters: + transactional true #### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a c d -1 1 NULL NULL -1 2 NULL NULL -1 3 NULL NULL -1 4 NULL NULL -1 5 100 hundred -1 6 200 two hundred -2 1 10 ten -2 2 20 twenty -2 3 30 thirty -2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 #### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 +POSTHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 #### A masked pattern was here #### -part a d -1 1 NULL -1 2 NULL -1 3 NULL -1 4 NULL -1 5 hundred -1 6 two hundred -2 1 ten -2 2 twenty -2 3 thirty -2 4 forty -PREHOOK: query: select part,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +part c1 c2 b +1 -29.0764 -29.0764 original +1 -5000.0 -5000.0 original +1 5.2927712E7 5.2927712E7 original +1 753.7028 753.7028 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 double +c2 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default #### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +Retention: 0 #### A masked pattern was here #### -part c -1 100 -1 200 -1 NULL -1 NULL -1 NULL -1 NULL -2 10 -2 20 -2 30 -2 40 -PREHOOK: query: select part,d from partitioned1 +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values('774', '2031', 'new', 2), + ('561431', '52927714', 'new', 2), + ('256', '32768', 'new', 2), + ('5555', '40000', 'new', 2), + ('100', '5000', 'new', 1), + ('17', '90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values('774', '2031', 'new', 2), + ('561431', '52927714', 'new', 2), + ('256', '32768', 'new', 2), + ('5555', '40000', 'new', 2), + ('100', '5000', 'new', 1), + ('17', '90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=335) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=335) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=335) + default@part_change_lower_to_higher_numeric_group_float,part_change_lower_to_higher_numeric_group_float, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","b"] + +PREHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 +POSTHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 #### A masked pattern was here #### -part d -1 NULL -1 NULL -1 NULL -1 NULL -1 hundred -1 two hundred -2 forty -2 ten -2 thirty -2 twenty +part c1 c2 b +1 -29.076400756835938 -29.076400756835937500 original +1 -5000.0 -5000.000000000000000000 original +1 100.0 5000.000000000000000000 new +1 17.0 90000.000000000000000000 new +1 5.2927712E7 52927712.000000000000000000 original +1 753.7028198242188 753.702819824218750000 original +2 256.0 32768.000000000000000000 new +2 5555.0 40000.000000000000000000 new +2 561431.0 52927714.000000000000000000 new +2 774.0 2031.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE part_change_lower_to_higher_numeric_group_double(c1 double, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned4 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE part_change_lower_to_higher_numeric_group_double(c1 double, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__9 -PREHOOK: Output: default@partitioned4@part=1 -POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__9 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 +PREHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +part c1 b +1 -29.0764 original +1 -5000.0 original +1 5.2927714E7 original +1 753.7028 original PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 +alter table part_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +alter table part_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values('774', 'new', 2), + ('561431', 'new', 2), + ('256', 'new', 2), + ('5555', 'new', 2), + ('100', 'new', 1), + ('17', 'new', 1) PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__10 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values('774', 'new', 2), + ('561431', 'new', 2), + ('256', 'new', 2), + ('5555', 'new', 2), + ('100', 'new', 1), + ('17', 'new', 1) POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__10 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Output: default@partitioned4@part=2 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 -PREHOOK: query: select part,a,b from partitioned4 +PREHOOK: query: explain +select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned4 -PREHOOK: Input: default@partitioned4@part=1 -PREHOOK: Input: default@partitioned4@part=2 +POSTHOOK: query: explain +select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=445) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=445) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=445) + default@part_change_lower_to_higher_numeric_group_double,part_change_lower_to_higher_numeric_group_double, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","b"] + +PREHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned4 +POSTHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Input: default@partitioned4@part=1 -POSTHOOK: Input: default@partitioned4@part=2 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 #### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 90000 new -2 200 new -2 32768 new -2 40000 new -2 72909 new +part c1 b +1 -29.076399999999999579 original +1 -5000.000000000000000000 original +1 100.000000000000000000 new +1 17.000000000000000000 new +1 52927714.000000000000000000 original +1 753.702800000000024738 original +2 256.000000000000000000 new +2 5555.000000000000000000 new +2 561431.000000000000000000 new +2 774.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns --- -CREATE TABLE partitioned5(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_update_1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned5 +PREHOOK: Output: default@partitioned_update_1 POSTHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns --- -CREATE TABLE partitioned5(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_update_1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned5 -PREHOOK: query: insert into table partitioned5 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@partitioned_update_1 +PREHOOK: query: DESCRIBE FORMATTED partitioned_update_1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned_update_1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned_update_1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned_update_1 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned_update_1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__11 -PREHOOK: Output: default@partitioned5@part=1 -POSTHOOK: query: insert into table partitioned5 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Input: default@values__tmp__table__56 +PREHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: query: insert into table partitioned_update_1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__11 -POSTHOOK: Output: default@partitioned5@part=1 -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).a EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__56 +POSTHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__56)values__tmp__table__56.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).b SIMPLE [(values__tmp__table__56)values__tmp__table__56.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned5 add columns(c int, d string) +alter table partitioned_update_1 add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned5 -PREHOOK: Output: default@partitioned5 +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Output: default@partitioned_update_1 POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned5 add columns(c int, d string) +alter table partitioned_update_1 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Output: default@partitioned5 -PREHOOK: query: insert into table partitioned5 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Output: default@partitioned_update_1 +PREHOOK: query: DESCRIBE FORMATTED partitioned_update_1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned_update_1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned_update_1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned_update_1 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned_update_1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__12 -PREHOOK: Output: default@partitioned5@part=2 -POSTHOOK: query: insert into table partitioned5 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Input: default@values__tmp__table__57 +PREHOOK: Output: default@partitioned_update_1@part=2 +POSTHOOK: query: insert into table partitioned_update_1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__12 -POSTHOOK: Output: default@partitioned5@part=2 -POSTHOOK: Lineage: partitioned5 PARTITION(part=2).a EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=2).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=2).c EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=2).d SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__57 +POSTHOOK: Output: default@partitioned_update_1@part=2 +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).b SIMPLE [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).d SIMPLE [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned5 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: query: insert into table partitioned_update_1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__13 -PREHOOK: Output: default@partitioned5@part=1 -POSTHOOK: query: insert into table partitioned5 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Input: default@values__tmp__table__58 +PREHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: query: insert into table partitioned_update_1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__13 -POSTHOOK: Output: default@partitioned5@part=1 -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).a EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).c EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).d SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__58 +POSTHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).b SIMPLE [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).d SIMPLE [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: select part,a,b,c,d from partitioned5 +PREHOOK: query: explain +select * from partitioned_update_1 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned5 -PREHOOK: Input: default@partitioned5@part=1 -PREHOOK: Input: default@partitioned5@part=2 +POSTHOOK: query: explain +select * from partitioned_update_1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Map 1 + File Output Operator [FS_2] + Select Operator [SEL_1] (rows=10 width=473) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=473) + default@partitioned_update_1,partitioned_update_1, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b","c","d"] + +PREHOOK: query: select part,a,b,c,d from partitioned_update_1 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Input: default@partitioned_update_1@part=1 +PREHOOK: Input: default@partitioned_update_1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned5 +POSTHOOK: query: select part,a,b,c,d from partitioned_update_1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Input: default@partitioned5@part=1 -POSTHOOK: Input: default@partitioned5@part=2 +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Input: default@partitioned_update_1@part=1 +POSTHOOK: Input: default@partitioned_update_1@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -697,33 +5952,33 @@ part a b c d 2 3 new 30 thirty 2 4 new 40 forty PREHOOK: query: -- UPDATE New Columns -update partitioned5 set c=99 +update partitioned_update_1 set c=99 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned5 -PREHOOK: Input: default@partitioned5@part=1 -PREHOOK: Input: default@partitioned5@part=2 -PREHOOK: Output: default@partitioned5@part=1 -PREHOOK: Output: default@partitioned5@part=2 +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Input: default@partitioned_update_1@part=1 +PREHOOK: Input: default@partitioned_update_1@part=2 +PREHOOK: Output: default@partitioned_update_1@part=1 +PREHOOK: Output: default@partitioned_update_1@part=2 POSTHOOK: query: -- UPDATE New Columns -update partitioned5 set c=99 +update partitioned_update_1 set c=99 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Input: default@partitioned5@part=1 -POSTHOOK: Input: default@partitioned5@part=2 -POSTHOOK: Output: default@partitioned5@part=1 -POSTHOOK: Output: default@partitioned5@part=2 +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Input: default@partitioned_update_1@part=1 +POSTHOOK: Input: default@partitioned_update_1@part=2 +POSTHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: Output: default@partitioned_update_1@part=2 row__id a b _c3 d part -PREHOOK: query: select part,a,b,c,d from partitioned5 +PREHOOK: query: select part,a,b,c,d from partitioned_update_1 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned5 -PREHOOK: Input: default@partitioned5@part=1 -PREHOOK: Input: default@partitioned5@part=2 +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Input: default@partitioned_update_1@part=1 +PREHOOK: Input: default@partitioned_update_1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned5 +POSTHOOK: query: select part,a,b,c,d from partitioned_update_1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Input: default@partitioned5@part=1 -POSTHOOK: Input: default@partitioned5@part=2 +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Input: default@partitioned_update_1@part=1 +POSTHOOK: Input: default@partitioned_update_1@part=2 #### A masked pattern was here #### part a b c d 1 1 original 99 NULL @@ -740,76 +5995,153 @@ PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column --- -CREATE TABLE partitioned6(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_delete_1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned6 +PREHOOK: Output: default@partitioned_delete_1 POSTHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column --- -CREATE TABLE partitioned6(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_delete_1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned6 -PREHOOK: query: insert into table partitioned6 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@partitioned_delete_1 +PREHOOK: query: DESCRIBE FORMATTED partitioned_delete_1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned_delete_1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned_delete_1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned_delete_1 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned_delete_1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__14 -PREHOOK: Output: default@partitioned6@part=1 -POSTHOOK: query: insert into table partitioned6 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Input: default@values__tmp__table__59 +PREHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: query: insert into table partitioned_delete_1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__14 -POSTHOOK: Output: default@partitioned6@part=1 -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).a EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__59 +POSTHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__59)values__tmp__table__59.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).b SIMPLE [(values__tmp__table__59)values__tmp__table__59.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned6 add columns(c int, d string) +alter table partitioned_delete_1 add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned6 -PREHOOK: Output: default@partitioned6 +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Output: default@partitioned_delete_1 POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned6 add columns(c int, d string) +alter table partitioned_delete_1 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Output: default@partitioned6 -PREHOOK: query: insert into table partitioned6 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Output: default@partitioned_delete_1 +PREHOOK: query: DESCRIBE FORMATTED partitioned_delete_1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned_delete_1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned_delete_1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned_delete_1 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned_delete_1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__15 -PREHOOK: Output: default@partitioned6@part=2 -POSTHOOK: query: insert into table partitioned6 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Input: default@values__tmp__table__60 +PREHOOK: Output: default@partitioned_delete_1@part=2 +POSTHOOK: query: insert into table partitioned_delete_1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__15 -POSTHOOK: Output: default@partitioned6@part=2 -POSTHOOK: Lineage: partitioned6 PARTITION(part=2).a EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=2).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=2).c EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=2).d SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__60 +POSTHOOK: Output: default@partitioned_delete_1@part=2 +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).b SIMPLE [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).d SIMPLE [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned6 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: query: insert into table partitioned_delete_1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__16 -PREHOOK: Output: default@partitioned6@part=1 -POSTHOOK: query: insert into table partitioned6 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Input: default@values__tmp__table__61 +PREHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: query: insert into table partitioned_delete_1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__16 -POSTHOOK: Output: default@partitioned6@part=1 -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).a EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).c EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).d SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__61 +POSTHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).b SIMPLE [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).d SIMPLE [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: select part,a,b,c,d from partitioned6 +PREHOOK: query: select part,a,b,c,d from partitioned_delete_1 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned6 -PREHOOK: Input: default@partitioned6@part=1 -PREHOOK: Input: default@partitioned6@part=2 +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Input: default@partitioned_delete_1@part=1 +PREHOOK: Input: default@partitioned_delete_1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned6 +POSTHOOK: query: select part,a,b,c,d from partitioned_delete_1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Input: default@partitioned6@part=1 -POSTHOOK: Input: default@partitioned6@part=2 +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Input: default@partitioned_delete_1@part=1 +POSTHOOK: Input: default@partitioned_delete_1@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -823,33 +6155,53 @@ part a b c d 2 3 new 30 thirty 2 4 new 40 forty PREHOOK: query: -- DELETE where old column -delete from partitioned6 where a = 2 or a = 4 or a = 6 +delete from partitioned_delete_1 where a = 2 or a = 4 or a = 6 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned6 -PREHOOK: Input: default@partitioned6@part=1 -PREHOOK: Input: default@partitioned6@part=2 -PREHOOK: Output: default@partitioned6@part=1 -PREHOOK: Output: default@partitioned6@part=2 +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Input: default@partitioned_delete_1@part=1 +PREHOOK: Input: default@partitioned_delete_1@part=2 +PREHOOK: Output: default@partitioned_delete_1@part=1 +PREHOOK: Output: default@partitioned_delete_1@part=2 POSTHOOK: query: -- DELETE where old column -delete from partitioned6 where a = 2 or a = 4 or a = 6 +delete from partitioned_delete_1 where a = 2 or a = 4 or a = 6 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Input: default@partitioned6@part=1 -POSTHOOK: Input: default@partitioned6@part=2 -POSTHOOK: Output: default@partitioned6@part=1 -POSTHOOK: Output: default@partitioned6@part=2 +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Input: default@partitioned_delete_1@part=1 +POSTHOOK: Input: default@partitioned_delete_1@part=2 +POSTHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: Output: default@partitioned_delete_1@part=2 row__id part -PREHOOK: query: select part,a,b,c,d from partitioned6 +PREHOOK: query: explain +select * from partitioned_delete_1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned_delete_1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Map 1 + File Output Operator [FS_2] + Select Operator [SEL_1] (rows=5 width=1173) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=5 width=1173) + default@partitioned_delete_1,partitioned_delete_1, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b","c","d"] + +PREHOOK: query: select part,a,b,c,d from partitioned_delete_1 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned6 -PREHOOK: Input: default@partitioned6@part=1 -PREHOOK: Input: default@partitioned6@part=2 +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Input: default@partitioned_delete_1@part=1 +PREHOOK: Input: default@partitioned_delete_1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned6 +POSTHOOK: query: select part,a,b,c,d from partitioned_delete_1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Input: default@partitioned6@part=1 -POSTHOOK: Input: default@partitioned6@part=2 +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Input: default@partitioned_delete_1@part=1 +POSTHOOK: Input: default@partitioned_delete_1@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -861,76 +6213,153 @@ PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where new column --- -CREATE TABLE partitioned7(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_delete_2(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned7 +PREHOOK: Output: default@partitioned_delete_2 POSTHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where new column --- -CREATE TABLE partitioned7(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_delete_2(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned7 -PREHOOK: query: insert into table partitioned7 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@partitioned_delete_2 +PREHOOK: query: DESCRIBE FORMATTED partitioned_delete_2 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned_delete_2 +POSTHOOK: query: DESCRIBE FORMATTED partitioned_delete_2 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned_delete_2 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned_delete_2 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__17 -PREHOOK: Output: default@partitioned7@part=1 -POSTHOOK: query: insert into table partitioned7 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Input: default@values__tmp__table__62 +PREHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: query: insert into table partitioned_delete_2 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__17 -POSTHOOK: Output: default@partitioned7@part=1 -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__62 +POSTHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__62)values__tmp__table__62.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).b SIMPLE [(values__tmp__table__62)values__tmp__table__62.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned7 add columns(c int, d string) +alter table partitioned_delete_2 add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned7 -PREHOOK: Output: default@partitioned7 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Output: default@partitioned_delete_2 POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned7 add columns(c int, d string) +alter table partitioned_delete_2 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Output: default@partitioned7 -PREHOOK: query: insert into table partitioned7 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Output: default@partitioned_delete_2 +PREHOOK: query: DESCRIBE FORMATTED partitioned_delete_2 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned_delete_2 +POSTHOOK: query: DESCRIBE FORMATTED partitioned_delete_2 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned_delete_2 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned_delete_2 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__18 -PREHOOK: Output: default@partitioned7@part=2 -POSTHOOK: query: insert into table partitioned7 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Input: default@values__tmp__table__63 +PREHOOK: Output: default@partitioned_delete_2@part=2 +POSTHOOK: query: insert into table partitioned_delete_2 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__18 -POSTHOOK: Output: default@partitioned7@part=2 -POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=2).c EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=2).d SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__63 +POSTHOOK: Output: default@partitioned_delete_2@part=2 +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).a EXPRESSION [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).b SIMPLE [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).c EXPRESSION [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).d SIMPLE [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned7 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: query: insert into table partitioned_delete_2 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__19 -PREHOOK: Output: default@partitioned7@part=1 -POSTHOOK: query: insert into table partitioned7 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Input: default@values__tmp__table__64 +PREHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: query: insert into table partitioned_delete_2 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__19 -POSTHOOK: Output: default@partitioned7@part=1 -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).c EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).d SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__64 +POSTHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).b SIMPLE [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).c EXPRESSION [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).d SIMPLE [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: select part,a,b,c,d from partitioned7 +PREHOOK: query: select part,a,b,c,d from partitioned_delete_2 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned7 -PREHOOK: Input: default@partitioned7@part=1 -PREHOOK: Input: default@partitioned7@part=2 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Input: default@partitioned_delete_2@part=1 +PREHOOK: Input: default@partitioned_delete_2@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned7 +POSTHOOK: query: select part,a,b,c,d from partitioned_delete_2 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Input: default@partitioned7@part=1 -POSTHOOK: Input: default@partitioned7@part=2 +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Input: default@partitioned_delete_2@part=1 +POSTHOOK: Input: default@partitioned_delete_2@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -944,33 +6373,53 @@ part a b c d 2 3 new 30 thirty 2 4 new 40 forty PREHOOK: query: -- DELETE where new column -delete from partitioned7 where a = 1 or c = 30 or c == 100 +delete from partitioned_delete_2 where a = 1 or c = 30 or c == 100 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned7 -PREHOOK: Input: default@partitioned7@part=1 -PREHOOK: Input: default@partitioned7@part=2 -PREHOOK: Output: default@partitioned7@part=1 -PREHOOK: Output: default@partitioned7@part=2 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Input: default@partitioned_delete_2@part=1 +PREHOOK: Input: default@partitioned_delete_2@part=2 +PREHOOK: Output: default@partitioned_delete_2@part=1 +PREHOOK: Output: default@partitioned_delete_2@part=2 POSTHOOK: query: -- DELETE where new column -delete from partitioned7 where a = 1 or c = 30 or c == 100 +delete from partitioned_delete_2 where a = 1 or c = 30 or c == 100 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Input: default@partitioned7@part=1 -POSTHOOK: Input: default@partitioned7@part=2 -POSTHOOK: Output: default@partitioned7@part=1 -POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Input: default@partitioned_delete_2@part=1 +POSTHOOK: Input: default@partitioned_delete_2@part=2 +POSTHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: Output: default@partitioned_delete_2@part=2 row__id part -PREHOOK: query: select part,a,b,c,d from partitioned7 +PREHOOK: query: explain +select * from partitioned_delete_2 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned_delete_2 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Map 1 + File Output Operator [FS_2] + Select Operator [SEL_1] (rows=6 width=980) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=6 width=980) + default@partitioned_delete_2,partitioned_delete_2, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b","c","d"] + +PREHOOK: query: select part,a,b,c,d from partitioned_delete_2 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned7 -PREHOOK: Input: default@partitioned7@part=1 -PREHOOK: Input: default@partitioned7@part=2 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Input: default@partitioned_delete_2@part=1 +PREHOOK: Input: default@partitioned_delete_2@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned7 +POSTHOOK: query: select part,a,b,c,d from partitioned_delete_2 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Input: default@partitioned7@part=1 -POSTHOOK: Input: default@partitioned7@part=2 +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Input: default@partitioned_delete_2@part=1 +POSTHOOK: Input: default@partitioned_delete_2@part=2 #### A masked pattern was here #### part a b c d 1 2 original NULL NULL @@ -979,59 +6428,27 @@ part a b c d 1 6 new 200 two hundred 2 2 new 20 twenty 2 4 new 40 forty -PREHOOK: query: DROP TABLE partitioned1 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 -POSTHOOK: query: DROP TABLE partitioned1 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: DROP TABLE partitioned2 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: DROP TABLE partitioned2 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: DROP TABLE partitioned3 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: DROP TABLE partitioned3 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: DROP TABLE partitioned4 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: DROP TABLE partitioned4 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: DROP TABLE partitioned5 +PREHOOK: query: DROP TABLE partitioned_update_1 PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned5 -PREHOOK: Output: default@partitioned5 -POSTHOOK: query: DROP TABLE partitioned5 +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Output: default@partitioned_update_1 +POSTHOOK: query: DROP TABLE partitioned_update_1 POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Output: default@partitioned5 -PREHOOK: query: DROP TABLE partitioned6 +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Output: default@partitioned_update_1 +PREHOOK: query: DROP TABLE partitioned_delete_1 PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned6 -PREHOOK: Output: default@partitioned6 -POSTHOOK: query: DROP TABLE partitioned6 +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Output: default@partitioned_delete_1 +POSTHOOK: query: DROP TABLE partitioned_delete_1 POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Output: default@partitioned6 -PREHOOK: query: DROP TABLE partitioned7 +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Output: default@partitioned_delete_1 +PREHOOK: query: DROP TABLE partitioned_delete_2 PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned7 -PREHOOK: Output: default@partitioned7 -POSTHOOK: query: DROP TABLE partitioned7 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Output: default@partitioned_delete_2 +POSTHOOK: query: DROP TABLE partitioned_delete_2 POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Output: default@partitioned7 +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Output: default@partitioned_delete_2 diff --git ql/src/test/results/clientpositive/tez/schema_evol_orc_acid_mapwork_table.q.out ql/src/test/results/clientpositive/tez/schema_evol_orc_acid_mapwork_table.q.out index 4885aeb..497da36 100644 --- ql/src/test/results/clientpositive/tez/schema_evol_orc_acid_mapwork_table.q.out +++ ql/src/test/results/clientpositive/tez/schema_evol_orc_acid_mapwork_table.q.out @@ -3,285 +3,5347 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- FILE VARIATION: ORC, ACID Non-Vectorized, MapWork, Table -- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, ACID Non-Vectorized, MapWork, Table +-- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__1 +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__1 +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_permute_select add columns(c int) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_permute_select add columns(c int) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1313 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_permute_select values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__2 +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__2 +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: insert into table table_add_int_permute_select values(5, 'new', 100),(6, 'new', 200) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__3 +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select values(5, 'new', 100),(6, 'new', 200) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__3 +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select a,b from table_add_int_permute_select order by a +PREHOOK: type: QUERY +POSTHOOK: query: explain +select a,b from table_add_int_permute_select order by a +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=411) + Output:["_col0","_col1"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=411) + Output:["_col0","_col1"] + TableScan [TS_0] (rows=10 width=411) + default@table_add_int_permute_select,table_add_int_permute_select, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_permute_select order by a +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_permute_select order by a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +a b +1 new +1 original +2 new +2 original +3 new +3 original +4 new +4 original +5 new +6 new +PREHOOK: query: select a,b,c from table_add_int_permute_select order by a +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select a,b,c from table_add_int_permute_select order by a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +a b c +1 new 10 +1 original NULL +2 new 20 +2 original NULL +3 new 30 +3 original NULL +4 new 40 +4 original NULL +5 new 100 +6 new 200 +PREHOOK: query: select c from table_add_int_permute_select order by c +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select c from table_add_int_permute_select order by c +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +c +10 +100 +20 +200 +30 +40 +NULL +NULL +NULL +NULL +PREHOOK: query: drop table table_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: drop table table_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_string_permute_select(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_string_permute_select(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_string_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__4 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__4 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1324 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_string_permute_select values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__5 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__5 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table table_add_int_string_permute_select values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__6 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__6 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select a,b from table_add_int_string_permute_select order by a +PREHOOK: type: QUERY +POSTHOOK: query: explain +select a,b from table_add_int_string_permute_select order by a +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=454) + Output:["_col0","_col1"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=454) + Output:["_col0","_col1"] + TableScan [TS_0] (rows=10 width=454) + default@table_add_int_string_permute_select,table_add_int_string_permute_select, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_string_permute_select order by a +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_string_permute_select order by a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +a b +1 new +1 original +2 new +2 original +3 new +3 original +4 new +4 original +5 new +6 new +PREHOOK: query: select a,b,c from table_add_int_string_permute_select order by a +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select a,b,c from table_add_int_string_permute_select order by a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +a b c +1 new 10 +1 original NULL +2 new 20 +2 original NULL +3 new 30 +3 original NULL +4 new 40 +4 original NULL +5 new 100 +6 new 200 +PREHOOK: query: select a,b,c,d from table_add_int_string_permute_select order by a +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select a,b,c,d from table_add_int_string_permute_select order by a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +a b c d +1 new 10 ten +1 original NULL NULL +2 new 20 twenty +2 original NULL NULL +3 new 30 thirty +3 original NULL NULL +4 new 40 forty +4 original NULL NULL +5 new 100 hundred +6 new 200 two hundred +PREHOOK: query: select a,c,d from table_add_int_string_permute_select order by a +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select a,c,d from table_add_int_string_permute_select order by a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +a c d +1 10 ten +1 NULL NULL +2 20 twenty +2 NULL NULL +3 30 thirty +3 NULL NULL +4 40 forty +4 NULL NULL +5 100 hundred +6 200 two hundred +PREHOOK: query: select a,d from table_add_int_string_permute_select order by a +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select a,d from table_add_int_string_permute_select order by a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +a d +1 NULL +1 ten +2 NULL +2 twenty +3 NULL +3 thirty +4 NULL +4 forty +5 hundred +6 two hundred +PREHOOK: query: select c from table_add_int_string_permute_select order by c +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select c from table_add_int_string_permute_select order by c +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +c +10 +100 +20 +200 +30 +40 +NULL +NULL +NULL +NULL +PREHOOK: query: select d from table_add_int_string_permute_select order by d +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select d from table_add_int_string_permute_select order by d +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +d +NULL +NULL +NULL +NULL +forty +hundred +ten +thirty +twenty +two hundred +PREHOOK: query: drop table table_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: drop table table_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_double + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +c2 double +c3 double +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1880 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_double + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table table_change_string_group_double + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_double order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_double order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=515) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=515) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=515) + default@table_change_string_group_double,table_change_string_group_double, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_double order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_double +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_double order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_double +#### A masked pattern was here #### +c1 c2 c3 b +-10.3 -10.3 -10.3 original +-29.0764 -29.0764 -29.0764 original +-3651.672121 -3651.672121 -3651.672121 original +-66475.561431 -66475.561431 -66475.561431 new +17808.963785 17808.963785 17808.963785 new +20.31 20.31 20.31 new +30.774 30.774 30.774 new +46114.284799488 46114.284799488 46114.284799488 new +753.7028 753.7028 753.7028 original +9250340.75 9250340.75 9250340.75 new +PREHOOK: query: drop table table_change_string_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: drop table table_change_string_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_decimal + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +c2 decimal(38,18) +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1881 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_decimal + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table table_change_string_group_decimal + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_decimal order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_decimal order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=487) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=487) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=487) + default@table_change_string_group_decimal,table_change_string_group_decimal, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_decimal order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_decimal +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_decimal order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_decimal +#### A masked pattern was here #### +c1 c2 c3 b +-10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +-29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +-3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +-66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +20.310000000000000000 20.310000000000000000 20.310000000000000000 new +30.774000000000000000 30.774000000000000000 30.774000000000000000 new +46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +753.702800000000000000 753.702800000000000000 753.702800000000000000 original +9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +PREHOOK: query: drop table table_change_string_group_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: drop table table_change_string_group_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 timestamp +c2 timestamp +c3 timestamp +c4 timestamp +c5 timestamp +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 3 + rawDataSize 0 + totalSize 1959 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=9 width=742) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=9 width=742) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=9 width=742) + default@table_change_date_group_string_group_timestamp,table_change_date_group_string_group_timestamp, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +#### A masked pattern was here #### +c1 c2 c3 c4 c5 b +0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:3 5966-07-09 03:30:50.597 5966-07-09 03:3 new +6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:5 6229-06-28 02:54:28.970117179 6229-06-28 02:5 new +PREHOOK: query: drop table table_change_date_group_string_group_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: drop table table_change_date_group_string_group_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 date +c2 date +c3 date +c4 date +c5 date +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_date + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 3 + rawDataSize 0 + totalSize 1687 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_date + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=9 width=466) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=9 width=466) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=9 width=466) + default@table_change_date_group_string_group_date,table_change_date_group_string_group_date, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_date +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_date +#### A masked pattern was here #### +c1 c2 c3 c4 c5 b +0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +PREHOOK: query: drop table table_change_date_group_string_group_date +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: drop table table_change_date_group_string_group_date +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1893 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__19.tmp_values_col1 values__tmp__table__19.tmp_values_col2 values__tmp__table__19.tmp_values_col3 values__tmp__table__19.tmp_values_col4 values__tmp__table__19.tmp_values_col5 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=395) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=395) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=395) + default@table_change_numeric_group_string_group_multi_ints_string,table_change_numeric_group_string_group_multi_ints_string, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +1 200 2323322 5430907 new +100 5000 5443 0 new +17 90000 754072151 3289094 new +2000 72909 3244222 -93222 new +256 32768 31889 470614135 new +45 1000 483777 -23866739993 original +5555 40000 -719017797 810662019 new +NULL 4957 832222222 9000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +c4 char(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1893 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=407) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=407) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=407) + default@table_change_numeric_group_string_group_multi_ints_char,table_change_numeric_group_string_group_multi_ints_char, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +1 200 2323322 5430907 new +100 5000 5443 0 new +17 90000 754072151 3289094 new +2000 72909 3244222 -93222 new +256 32768 31889 470614135 new +45 1000 483777 -23866739993 original +5555 40000 -719017797 810662019 new +NULL 4957 832222222 9000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(5) +c2 char(5) +c3 char(5) +c4 char(5) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1908 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=389) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=389) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=389) + default@table_change_numeric_group_string_group_multi_ints_char_trunc,table_change_numeric_group_string_group_multi_ints_char_trunc, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899 original +0 20435 84749 -9999 original +1 200 23233 54309 new +100 5000 5443 0 new +17 90000 75407 32890 new +2000 72909 32442 -9322 new +256 32768 31889 47061 new +45 1000 48377 -2386 original +5555 40000 -7190 81066 new +NULL 4957 83222 90000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +c4 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1909 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=400) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=400) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=400) + default@table_change_numeric_group_string_group_multi_ints_varchar,table_change_numeric_group_string_group_multi_ints_varchar, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +1 200 2323322 5430907 new +100 5000 5443 0 new +17 90000 754072151 3289094 new +2000 72909 3244222 -93222 new +256 32768 31889 470614135 new +45 1000 483777 -23866739993 original +5555 40000 -719017797 810662019 new +NULL 4957 832222222 9000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(5) +c2 varchar(5) +c3 varchar(5) +c4 varchar(5) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1909 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=389) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=389) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=389) + default@table_change_numeric_group_string_group_multi_ints_varchar_trunc,table_change_numeric_group_string_group_multi_ints_varchar_trunc, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899 original +0 20435 84749 -9999 original +1 200 23233 54309 new +100 5000 5443 0 new +17 90000 75407 32890 new +2000 72909 32442 -9322 new +256 32768 31889 47061 new +45 1000 48377 -2386 original +5555 40000 -7190 81066 new +NULL 4957 83222 90000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 original +0.0 20435.0 847492223.000000000000000000 original +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1957 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +values__tmp__table__29.tmp_values_col1 values__tmp__table__29.tmp_values_col2 values__tmp__table__29.tmp_values_col3 values__tmp__table__29.tmp_values_col4 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=391) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=391) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=391) + default@table_change_numeric_group_string_group_floating_string,table_change_numeric_group_string_group_floating_string, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.3 original +-255.0 4957.0 832222222 original +-66475.561431 52927714 7203778961 new +0.0 20435.0 847492223 original +100 5000 5443 new +17 90000 754072151 new +256 32768 31889 new +30.774 20.31 46114.284799488 new +5555 40000 -719017797 new +753.7028 -3651.672121 -23866739993 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1962 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=405) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=405) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=405) + default@table_change_numeric_group_string_group_floating_char,table_change_numeric_group_string_group_floating_char, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.3 original +-255.0 4957.0 832222222 9000000000 +-66475.561431 52927714 7203778961 new +0.0 20435.0 847492223 -999999999999 +100 5000 5443 new +17 90000 754072151 new +256 32768 31889 new +30.774 20.31 46114.284799488 new +5555 40000 -719017797 new +753.7028 -3651.672121 -23866739993 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(7) +c2 char(7) +c3 char(7) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1962 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=387) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=387) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=387) + default@table_change_numeric_group_string_group_floating_char_trunc,table_change_numeric_group_string_group_floating_char_trunc, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.076 -10.3 original +-255.0 4957.0 8322222 9000000000 +-66475. 5292771 7203778 new +0.0 20435.0 8474922 -999999999999 +100 5000 5443 new +17 90000 7540721 new +256 32768 31889 new +30.774 20.31 46114.2 new +5555 40000 -719017 new +753.702 -3651.6 -238667 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1962 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=394) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=394) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=394) + default@table_change_numeric_group_string_group_floating_varchar,table_change_numeric_group_string_group_floating_varchar, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.3 original +-255.0 4957.0 832222222 9000000000 +-66475.561431 52927714 7203778961 new +0.0 20435.0 847492223 -999999999999 +100 5000 5443 new +17 90000 754072151 new +256 32768 31889 new +30.774 20.31 46114.284799488 new +5555 40000 -719017797 new +753.7028 -3651.672121 -23866739993 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(7) +c2 varchar(7) +c3 varchar(7) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1962 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=386) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=386) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=386) + default@table_change_numeric_group_string_group_floating_varchar_trunc,table_change_numeric_group_string_group_floating_varchar_trunc, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.076 -10.3 original +-255.0 4957.0 8322222 9000000000 +-66475. 5292771 7203778 new +0.0 20435.0 8474922 -999999999999 +100 5000 5443 new +17 90000 7540721 new +256 32768 31889 new +30.774 20.31 46114.2 new +5555 40000 -719017 new +753.702 -3651.6 -238667 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_string + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__38.tmp_values_col1 values__tmp__table__38.tmp_values_col2 values__tmp__table__38.tmp_values_col3 values__tmp__table__38.tmp_values_col4 values__tmp__table__38.tmp_values_col5 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +c1 c2 c3 c4 b +blank pads blank pads blank pads blank pads original +dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +escapist escapist escapist escapist original +heartbeat heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 varchar(50) +c4 char(9) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1361 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_string + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=375) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=375) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=375) + default@table_change_string_group_string_group_string,table_change_string_group_string_group_string, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +c1 c2 c3 c4 b + featherweight featherweight new + against against against against new + baffling bafflin baffling bafflin new +blank pads blank pad blank pads blank pad original +bottom bottom bottom bottom new +dynamic reptile dynamic r dynamic reptile dynamic r original +escapist escapist escapist escapist original +hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +heartbeat heartbeat heartbeat heartbeat original +junkyard junkyard junkyard junkyard new +PREHOOK: query: drop table table_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: drop table table_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_char + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +c1 c2 c3 b +blank pads blank pads blank pads original +dynamic reptile dynamic reptile dynamic reptile original +escapist escapist escapist original +heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(9) +c3 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1321 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_char + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=343) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=343) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=343) + default@table_change_string_group_string_group_char,table_change_string_group_string_group_char, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +c1 c2 c3 b + featherweight featherweight new + against against against new + baffling bafflin baffling new +blank pads blank pad blank pads original +bottom bottom bottom new +dynamic reptile dynamic r dynamic reptile original +escapist escapist escapist original +hangar paralysed companion hangar pa hangar paralysed companion new +heartbeat heartbeat heartbeat original +junkyard junkyard junkyard new +PREHOOK: query: drop table table_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: drop table table_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +c1 c2 c3 b +blank pads blank pads blank pads original +dynamic reptile dynamic reptile dynamic reptile original +escapist escapist escapist original +heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1268 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=349) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=349) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=349) + default@table_change_string_group_string_group_varchar,table_change_string_group_string_group_varchar, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +c1 c2 c3 b + featherweight featherweight new + against against against new + baffling bafflin baffling new +blank pads blank pad blank pads original +bottom bottom bottom new +dynamic reptile dynamic r dynamic reptile original +escapist escapist escapist original +hangar paralysed companion hangar pa hangar paralysed companion new +heartbeat heartbeat heartbeat original +junkyard junkyard junkyard new +PREHOOK: query: drop table table_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: drop table table_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 tinyint +c3 tinyint +c4 tinyint +c5 tinyint +c6 tinyint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 c6 b +-2 -2 -2 -2 -2 -2 original +100 100 100 100 100 100 original +45 45 45 45 45 45 original +NULL NULL NULL NULL NULL NULL original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 int +c3 bigint +c4 float +c5 double +c6 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1780 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values('774', '2031', '200', '12', '99', '0', 'new'), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new'), + ('256', '32768', '31889', '300', '444', '506', 'new'), + ('5555', '40000', '-719017797', '45', '55', '65', 'new'), + ('100', '5000', '5443', '22', '2', '-2', 'new'), + ('17', '90000', '754072151', '95', '20', '18', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values('774', '2031', '200', '12', '99', '0', 'new'), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new'), + ('256', '32768', '31889', '300', '444', '506', 'new'), + ('5555', '40000', '-719017797', '45', '55', '65', 'new'), + ('100', '5000', '5443', '22', '2', '-2', 'new'), + ('17', '90000', '754072151', '95', '20', '18', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=420) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=420) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=10 width=420) + default@table_change_lower_to_higher_numeric_group_tinyint,table_change_lower_to_higher_numeric_group_tinyint, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","c5","c6","b"] + +PREHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 c6 b +-2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +100 100 100 100.0 100.0 100.000000000000000000 original +100 5000 5443 22.0 2.0 -2.000000000000000000 new +17 90000 754072151 95.0 20.0 18.000000000000000000 new +256 32768 31889 300.0 444.0 506.000000000000000000 new +45 45 45 45.0 45.0 45.000000000000000000 original +5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +774 2031 200 12.0 99.0 0.000000000000000000 new +NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +NULL NULL NULL NULL NULL NULL original +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table1 -POSTHOOK: query: -- SORT_QUERY_RESULTS --- --- FILE VARIATION: ORC, ACID Non-Vectorized, MapWork, Table --- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. --- +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 smallint +c3 smallint +c4 smallint +c5 smallint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 b +-2 -2 -2 -2 -2 original +-5000 -5000 -5000 -5000 -5000 original +100 100 100 100 100 original +2031 2031 2031 2031 2031 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 int +c2 bigint +c3 float +c4 double +c5 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1726 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values('774', '2031', '200', '12', '99', 'new'), + ('561431', '52927714', '7203778961', '8', '7', 'new'), + ('256', '32768', '31889', '300', '444', 'new'), + ('5555', '40000', '-719017797', '45', '55', 'new'), + ('100', '5000', '5443', '22', '2', 'new'), + ('17', '90000', '754072151', '95', '20', 'new') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values('774', '2031', '200', '12', '99', 'new'), + ('561431', '52927714', '7203778961', '8', '7', 'new'), + ('256', '32768', '31889', '300', '444', 'new'), + ('5555', '40000', '-719017797', '45', '55', 'new'), + ('100', '5000', '5443', '22', '2', 'new'), + ('17', '90000', '754072151', '95', '20', 'new') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=395) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=395) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=395) + default@table_change_lower_to_higher_numeric_group_smallint,table_change_lower_to_higher_numeric_group_smallint, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint #### A masked pattern was here #### -POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint #### A masked pattern was here #### -a b -1 new -1 original -2 new -2 original -3 new -3 original -4 new -4 original -5 new -6 new -PREHOOK: query: select a,b,c from table1 +c1 c2 c3 c4 c5 b +-2 -2 -2.0 -2.0 -2.000000000000000000 original +-5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +100 100 100.0 100.0 100.000000000000000000 original +100 5000 5443.0 22.0 2.000000000000000000 new +17 90000 7.5407213E8 95.0 20.000000000000000000 new +2031 2031 2031.0 2031.0 2031.000000000000000000 original +256 32768 31889.0 300.0 444.000000000000000000 new +5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +774 2031 200.0 12.0 99.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 int +c2 int +c3 int +c4 int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int #### A masked pattern was here #### -POSTHOOK: query: select a,b,c from table1 +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int #### A masked pattern was here #### -a b c -1 new 10 -1 original NULL -2 new 20 -2 original NULL -3 new 30 -3 original NULL -4 new 40 -4 original NULL -5 new 100 -6 new 200 -PREHOOK: query: select a,b,c,d from table1 +c1 c2 c3 c4 b +-2 -2 -2 -2 original +-5000 -5000 -5000 -5000 original +2031 2031 2031 2031 original +52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 float +c3 double +c4 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1687 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values('774', '2031', '200', '12', 'new'), + ('561431', '52927714', '7203778961', '8', 'new'), + ('256', '32768', '31889', '300', 'new'), + ('5555', '40000', '-719017797', '45', 'new'), + ('100', '5000', '5443', '22', 'new'), + ('17', '90000', '754072151', '95', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values('774', '2031', '200', '12', 'new'), + ('561431', '52927714', '7203778961', '8', 'new'), + ('256', '32768', '31889', '300', 'new'), + ('5555', '40000', '-719017797', '45', 'new'), + ('100', '5000', '5443', '22', 'new'), + ('17', '90000', '754072151', '95', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=375) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=375) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=375) + default@table_change_lower_to_higher_numeric_group_int,table_change_lower_to_higher_numeric_group_int, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int #### A masked pattern was here #### -POSTHOOK: query: select a,b,c,d from table1 +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int #### A masked pattern was here #### -a b c d -1 new 10 ten -1 original NULL NULL -2 new 20 twenty -2 original NULL NULL -3 new 30 thirty -3 original NULL NULL -4 new 40 forty -4 original NULL NULL -5 new 100 hundred -6 new 200 two hundred -PREHOOK: query: select a,c,d from table1 +c1 c2 c3 c4 b +-2 -2.0 -2.0 -2.000000000000000000 original +-5000 -5000.0 -5000.0 -5000.000000000000000000 original +100 5000.0 5443.0 22.000000000000000000 new +17 90000.0 7.54072151E8 95.000000000000000000 new +2031 2031.0 2031.0 2031.000000000000000000 original +256 32768.0 31889.0 300.000000000000000000 new +52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5555 40000.0 -7.19017797E8 45.000000000000000000 new +561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +774 2031.0 200.0 12.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 bigint +c3 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint #### A masked pattern was here #### -POSTHOOK: query: select a,c,d from table1 +POSTHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint #### A masked pattern was here #### -a c d -1 10 ten -1 NULL NULL -2 20 twenty -2 NULL NULL -3 30 thirty -3 NULL NULL -4 40 forty -4 NULL NULL -5 100 hundred -6 200 two hundred -PREHOOK: query: select a,d from table1 +c1 c2 c3 b +-2 -2 -2 original +-5000 -5000 -5000 original +52927714 52927714 52927714 original +7203778961 7203778961 7203778961 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1653 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values('774', '2031', '200', 'new'), + ('561431', '52927714', '7203778961', 'new'), + ('256', '32768', '31889', 'new'), + ('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'), + ('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values('774', '2031', '200', 'new'), + ('561431', '52927714', '7203778961', 'new'), + ('256', '32768', '31889', 'new'), + ('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'), + ('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=294) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=294) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=294) + default@table_change_lower_to_higher_numeric_group_bigint,table_change_lower_to_higher_numeric_group_bigint, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint #### A masked pattern was here #### -POSTHOOK: query: select a,d from table1 +POSTHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint #### A masked pattern was here #### -a d -1 NULL -1 ten -2 NULL -2 twenty -3 NULL -3 thirty -4 NULL -4 forty -5 hundred -6 two hundred -PREHOOK: query: select c from table1 +c1 c2 c3 b +-2.0 -2.0 -2.000000000000000000 original +-5000.0 -5000.0 -5000.000000000000000000 original +100.0 5000.0 5443.000000000000000000 new +17.0 90000.0 754072151.000000000000000000 new +256.0 32768.0 31889.000000000000000000 new +5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5555.0 40000.0 -719017797.000000000000000000 new +561431.0 5.2927714E7 7203778961.000000000000000000 new +7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +774.0 2031.0 200.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 float +c2 float +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float #### A masked pattern was here #### -POSTHOOK: query: select c from table1 +POSTHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float #### A masked pattern was here #### -c -10 -100 -20 -200 -30 -40 -NULL -NULL -NULL -NULL -PREHOOK: query: select d from table1 +c1 c2 b +-29.0764 -29.0764 original +-5000.0 -5000.0 original +5.2927712E7 5.2927712E7 original +753.7028 753.7028 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 double +c2 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1558 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values('774', '2031', 'new'), + ('561431', '52927714', 'new'), + ('256', '32768', 'new'), + ('5555', '40000', 'new'), + ('100', '5000', 'new'), + ('17', '90000', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values('774', '2031', 'new'), + ('561431', '52927714', 'new'), + ('256', '32768', 'new'), + ('5555', '40000', 'new'), + ('100', '5000', 'new'), + ('17', '90000', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=269) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=269) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=269) + default@table_change_lower_to_higher_numeric_group_float,table_change_lower_to_higher_numeric_group_float, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","b"] + +PREHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float #### A masked pattern was here #### -POSTHOOK: query: select d from table1 +POSTHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float #### A masked pattern was here #### -d -NULL -NULL -NULL -NULL -forty -hundred -ten -thirty -twenty -two hundred +c1 c2 b +-29.076400756835938 -29.076400756835937500 original +-5000.0 -5000.000000000000000000 original +100.0 5000.000000000000000000 new +17.0 90000.000000000000000000 new +256.0 32768.000000000000000000 new +5.2927712E7 52927712.000000000000000000 original +5555.0 40000.000000000000000000 new +561431.0 52927714.000000000000000000 new +753.7028198242188 753.702819824218750000 original +774.0 2031.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) -- -CREATE TABLE table2(a smallint, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE table_change_lower_to_higher_numeric_group_double(c1 double, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table2 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) -- -CREATE TABLE table2(a smallint, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE table_change_lower_to_higher_numeric_group_double(c1 double, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 +PREHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +c1 b +-29.0764 original +-5000.0 original +5.2927714E7 original +753.7028 original PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 +alter table table_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +alter table table_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1542 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values('774', 'new'), + ('561431', 'new'), + ('256', 'new'), + ('5555', 'new'), + ('100', 'new'), + ('17', 'new') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values('774', 'new'), + ('561431', 'new'), + ('256', 'new'), + ('5555', 'new'), + ('100', 'new'), + ('17', 'new') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 -PREHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') +PREHOOK: query: explain +select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') +POSTHOOK: query: explain +select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select a,b from table2 +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=299) + Output:["_col0","_col1"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=299) + Output:["_col0","_col1"] + TableScan [TS_0] (rows=10 width=299) + default@table_change_lower_to_higher_numeric_group_double,table_change_lower_to_higher_numeric_group_double, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","b"] + +PREHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 PREHOOK: type: QUERY -PREHOOK: Input: default@table2 +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double #### A masked pattern was here #### -POSTHOOK: query: select a,b from table2 +POSTHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@table2 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double #### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -5000 new -6737 original -72909 new -90000 new +c1 b +-29.076399999999999579 original +-5000.000000000000000000 original +100.000000000000000000 new +17.000000000000000000 new +256.000000000000000000 new +52927714.000000000000000000 original +5555.000000000000000000 new +561431.000000000000000000 new +753.702800000000024738 original +774.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns @@ -300,14 +5362,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@table5 PREHOOK: query: insert into table table5 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Input: default@values__tmp__table__56 PREHOOK: Output: default@table5 POSTHOOK: query: insert into table table5 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Input: default@values__tmp__table__56 POSTHOOK: Output: default@table5 -POSTHOOK: Lineage: table5.a EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table5.b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table5.a EXPRESSION [(values__tmp__table__56)values__tmp__table__56.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table5.b SIMPLE [(values__tmp__table__56)values__tmp__table__56.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... alter table table5 add columns(c int, d string) @@ -321,30 +5383,50 @@ POSTHOOK: Input: default@table5 POSTHOOK: Output: default@table5 PREHOOK: query: insert into table table5 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Input: default@values__tmp__table__57 PREHOOK: Output: default@table5 POSTHOOK: query: insert into table table5 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Input: default@values__tmp__table__57 POSTHOOK: Output: default@table5 -POSTHOOK: Lineage: table5.a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table5.b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table5.c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table5.d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table5.a EXPRESSION [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table5.b SIMPLE [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table5.c EXPRESSION [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table5.d SIMPLE [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 PREHOOK: query: insert into table table5 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Input: default@values__tmp__table__58 PREHOOK: Output: default@table5 POSTHOOK: query: insert into table table5 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Input: default@values__tmp__table__58 POSTHOOK: Output: default@table5 -POSTHOOK: Lineage: table5.a EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table5.b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table5.c EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table5.d SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table5.a EXPRESSION [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table5.b SIMPLE [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table5.c EXPRESSION [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table5.d SIMPLE [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select * from table5 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from table5 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Map 1 + File Output Operator [FS_2] + Select Operator [SEL_1] (rows=10 width=464) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=464) + default@table5,table5, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b","c","d"] + PREHOOK: query: select a,b,c,d from table5 PREHOOK: type: QUERY PREHOOK: Input: default@table5 @@ -412,14 +5494,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@table6 PREHOOK: query: insert into table table6 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Input: default@values__tmp__table__59 PREHOOK: Output: default@table6 POSTHOOK: query: insert into table table6 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Input: default@values__tmp__table__59 POSTHOOK: Output: default@table6 -POSTHOOK: Lineage: table6.a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table6.b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table6.a EXPRESSION [(values__tmp__table__59)values__tmp__table__59.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table6.b SIMPLE [(values__tmp__table__59)values__tmp__table__59.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... alter table table6 add columns(c int, d string) @@ -433,30 +5515,50 @@ POSTHOOK: Input: default@table6 POSTHOOK: Output: default@table6 PREHOOK: query: insert into table table6 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Input: default@values__tmp__table__60 PREHOOK: Output: default@table6 POSTHOOK: query: insert into table table6 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Input: default@values__tmp__table__60 POSTHOOK: Output: default@table6 -POSTHOOK: Lineage: table6.a EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table6.b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table6.c EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table6.d SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table6.a EXPRESSION [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table6.b SIMPLE [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table6.c EXPRESSION [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table6.d SIMPLE [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 PREHOOK: query: insert into table table6 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Input: default@values__tmp__table__61 PREHOOK: Output: default@table6 POSTHOOK: query: insert into table table6 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Input: default@values__tmp__table__61 POSTHOOK: Output: default@table6 -POSTHOOK: Lineage: table6.a EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table6.b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table6.c EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table6.d SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table6.a EXPRESSION [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table6.b SIMPLE [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table6.c EXPRESSION [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table6.d SIMPLE [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select * from table6 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from table6 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Map 1 + File Output Operator [FS_2] + Select Operator [SEL_1] (rows=10 width=464) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=464) + default@table6,table6, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b","c","d"] + PREHOOK: query: select a,b,c,d from table6 PREHOOK: type: QUERY PREHOOK: Input: default@table6 @@ -519,14 +5621,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@table7 PREHOOK: query: insert into table table7 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Input: default@values__tmp__table__62 PREHOOK: Output: default@table7 POSTHOOK: query: insert into table table7 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Input: default@values__tmp__table__62 POSTHOOK: Output: default@table7 -POSTHOOK: Lineage: table7.a EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table7.b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table7.a EXPRESSION [(values__tmp__table__62)values__tmp__table__62.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table7.b SIMPLE [(values__tmp__table__62)values__tmp__table__62.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... alter table table7 add columns(c int, d string) @@ -540,30 +5642,50 @@ POSTHOOK: Input: default@table7 POSTHOOK: Output: default@table7 PREHOOK: query: insert into table table7 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Input: default@values__tmp__table__63 PREHOOK: Output: default@table7 POSTHOOK: query: insert into table table7 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Input: default@values__tmp__table__63 POSTHOOK: Output: default@table7 -POSTHOOK: Lineage: table7.a EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table7.b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table7.c EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table7.d SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table7.a EXPRESSION [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table7.b SIMPLE [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table7.c EXPRESSION [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table7.d SIMPLE [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 PREHOOK: query: insert into table table7 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Input: default@values__tmp__table__64 PREHOOK: Output: default@table7 POSTHOOK: query: insert into table table7 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Input: default@values__tmp__table__64 POSTHOOK: Output: default@table7 -POSTHOOK: Lineage: table7.a EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table7.b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table7.c EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table7.d SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table7.a EXPRESSION [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table7.b SIMPLE [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table7.c EXPRESSION [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table7.d SIMPLE [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select * from table7 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from table7 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Map 1 + File Output Operator [FS_2] + Select Operator [SEL_1] (rows=10 width=469) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=469) + default@table7,table7, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b","c","d"] + PREHOOK: query: select a,b,c,d from table7 PREHOOK: type: QUERY PREHOOK: Input: default@table7 @@ -609,22 +5731,6 @@ a b c d 4 new 40 forty 4 original NULL NULL 6 new 200 two hundred -PREHOOK: query: DROP TABLE table1 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: DROP TABLE table1 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: DROP TABLE table2 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 -POSTHOOK: query: DROP TABLE table2 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 PREHOOK: query: DROP TABLE table5 PREHOOK: type: DROPTABLE PREHOOK: Input: default@table5 diff --git ql/src/test/results/clientpositive/tez/schema_evol_orc_acidvec_mapwork_part.q.out ql/src/test/results/clientpositive/tez/schema_evol_orc_acidvec_mapwork_part.q.out index c5af165..44de608 100644 --- ql/src/test/results/clientpositive/tez/schema_evol_orc_acidvec_mapwork_part.q.out +++ ql/src/test/results/clientpositive/tez/schema_evol_orc_acidvec_mapwork_part.q.out @@ -3,85 +3,438 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- FILE VARIATION: ORC, ACID Vectorized, MapWork, Partitioned -- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned1 +PREHOOK: Output: default@part_add_int_permute_select POSTHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, ACID Vectorized, MapWork, Partitioned -- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) +alter table part_add_int_permute_select add columns(c int) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) +alter table part_add_int_permute_select add columns(c int) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=2) values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@partitioned1@part=2 -POSTHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=2) values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@partitioned1@part=2 -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(5, 'new', 100),(6, 'new', 200) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(5, 'new', 100),(6, 'new', 200) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from part_add_int_permute_select order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from part_add_int_permute_select order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=431) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=431) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=431) + default@part_add_int_permute_select,part_add_int_permute_select, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select part,a,b from part_add_int_permute_select order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select part,a,b from part_add_int_permute_select order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +part a b +1 1 original +1 2 original +1 3 original +1 4 original +1 5 new +1 6 new +2 1 new +2 2 new +2 3 new +2 4 new +PREHOOK: query: select part,a,b,c from part_add_int_permute_select order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b,c from part_add_int_permute_select order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +part a b c +1 1 original NULL +1 2 original NULL +1 3 original NULL +1 4 original NULL +1 5 new 100 +1 6 new 200 +2 1 new 10 +2 2 new 20 +2 3 new 30 +2 4 new 40 +PREHOOK: query: select part,c from part_add_int_permute_select order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c from part_add_int_permute_select order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +part c +1 100 +1 200 +1 NULL +1 NULL +1 NULL +1 NULL +2 10 +2 20 +2 30 +2 40 +PREHOOK: query: drop table part_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select +POSTHOOK: query: drop table part_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_string_permute_select(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_string_permute_select(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__4 +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__4 +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__5 +PREHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__5 +POSTHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__6 +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__6 +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,a,b from part_add_int_string_permute_select order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from part_add_int_string_permute_select order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=474) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=474) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=474) + default@part_add_int_string_permute_select,part_add_int_string_permute_select, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a b 1 1 original @@ -94,17 +447,17 @@ part a b 2 2 new 2 3 new 2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +PREHOOK: query: select part,a,b,c from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,a,b,c from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a b c 1 1 original NULL @@ -117,17 +470,17 @@ part a b c 2 2 new 20 2 3 new 30 2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 +PREHOOK: query: select part,a,b,c,d from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 +POSTHOOK: query: select part,a,b,c,d from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -140,17 +493,17 @@ part a b c d 2 2 new 20 twenty 2 3 new 30 thirty 2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 +PREHOOK: query: select part,a,c,d from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 +POSTHOOK: query: select part,a,c,d from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a c d 1 1 NULL NULL @@ -163,17 +516,17 @@ part a c d 2 2 20 twenty 2 3 30 thirty 2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 +PREHOOK: query: select part,a,d from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 +POSTHOOK: query: select part,a,d from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a d 1 1 NULL @@ -186,17 +539,17 @@ part a d 2 2 twenty 2 3 thirty 2 4 forty -PREHOOK: query: select part,c from partitioned1 +PREHOOK: query: select part,c from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 +POSTHOOK: query: select part,c from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part c 1 100 @@ -209,481 +562,5383 @@ part c 2 20 2 30 2 40 -PREHOOK: query: select part,d from partitioned1 +PREHOOK: query: select part,d from part_add_int_string_permute_select order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,d from part_add_int_string_permute_select order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +part d +1 NULL +1 NULL +1 NULL +1 NULL +1 hundred +1 two hundred +2 forty +2 ten +2 thirty +2 twenty +PREHOOK: query: drop table part_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: drop table part_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +c2 double +c3 double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_double order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_double order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=533) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=533) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=533) + default@part_change_string_group_double,part_change_string_group_double, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_double order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Input: default@part_change_string_group_double@part=1 +PREHOOK: Input: default@part_change_string_group_double@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_double order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Input: default@part_change_string_group_double@part=1 +POSTHOOK: Input: default@part_change_string_group_double@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -10.3 -10.3 -10.3 original +1 -29.0764 -29.0764 -29.0764 original +1 -3651.672121 -3651.672121 -3651.672121 original +1 17808.963785 17808.963785 17808.963785 new +1 753.7028 753.7028 753.7028 original +1 9250340.75 9250340.75 9250340.75 new +2 -66475.561431 -66475.561431 -66475.561431 new +2 20.31 20.31 20.31 new +2 30.774 30.774 30.774 new +2 46114.284799488 46114.284799488 46114.284799488 new +PREHOOK: query: drop table part_change_string_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: drop table part_change_string_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +c2 decimal(38,18) +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_decimal order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_decimal order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=502) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=502) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=502) + default@part_change_string_group_decimal,part_change_string_group_decimal, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_decimal order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Input: default@part_change_string_group_decimal@part=1 +PREHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_decimal order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Input: default@part_change_string_group_decimal@part=1 +POSTHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +1 -29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +1 -3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +1 17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +1 753.702800000000000000 753.702800000000000000 753.702800000000000000 original +1 9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +2 -66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +2 20.310000000000000000 20.310000000000000000 20.310000000000000000 new +2 30.774000000000000000 30.774000000000000000 30.774000000000000000 new +2 46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +PREHOOK: query: drop table part_change_string_group_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: drop table part_change_string_group_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 timestamp +c2 timestamp +c3 timestamp +c4 timestamp +c5 timestamp +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=9 width=759) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=9 width=759) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=9 width=759) + default@part_change_date_group_string_group_timestamp,part_change_date_group_string_group_timestamp, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +1 2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +1 2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +1 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:3 5966-07-09 03:30:50.597 5966-07-09 03:3 new +1 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:5 6229-06-28 02:54:28.970117179 6229-06-28 02:5 new +2 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +2 1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +2 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +2 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +PREHOOK: query: drop table part_change_date_group_string_group_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: drop table part_change_date_group_string_group_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 date +c2 date +c3 date +c4 date +c5 date +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=9 width=477) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=9 width=477) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=9 width=477) + default@part_change_date_group_string_group_date,part_change_date_group_string_group_date, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Input: default@part_change_date_group_string_group_date@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +1 2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +1 2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +2 0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +2 1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +2 2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +2 2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +2 5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +2 6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +PREHOOK: query: drop table part_change_date_group_string_group_date +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: drop table part_change_date_group_string_group_date +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__19.tmp_values_col1 values__tmp__table__19.tmp_values_col2 values__tmp__table__19.tmp_values_col3 values__tmp__table__19.tmp_values_col4 values__tmp__table__19.tmp_values_col5 values__tmp__table__19.tmp_values_col6 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=592) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=592) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=592) + default@part_change_numeric_group_string_group_multi_ints_string,part_change_numeric_group_string_group_multi_ints_string, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 100 5000 5443 0 new +1 17 90000 754072151 3289094 new +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +2 1 200 2323322 5430907 new +2 2000 72909 3244222 -93222 new +2 256 32768 31889 470614135 new +2 5555 40000 -719017797 810662019 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +c4 char(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=614) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=614) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=614) + default@part_change_numeric_group_string_group_multi_ints_char,part_change_numeric_group_string_group_multi_ints_char, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 100 5000 5443 0 new +1 17 90000 754072151 3289094 new +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +2 1 200 2323322 5430907 new +2 2000 72909 3244222 -93222 new +2 256 32768 31889 470614135 new +2 5555 40000 -719017797 810662019 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(5) +c2 char(5) +c3 char(5) +c4 char(5) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=576) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=576) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=576) + default@part_change_numeric_group_string_group_multi_ints_char_trunc,part_change_numeric_group_string_group_multi_ints_char_trunc, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899 original +1 0 20435 84749 -9999 original +1 100 5000 5443 0 new +1 17 90000 75407 32890 new +1 45 1000 48377 -2386 original +1 NULL 4957 83222 90000 original +2 1 200 23233 54309 new +2 2000 72909 32442 -9322 new +2 256 32768 31889 47061 new +2 5555 40000 -7190 81066 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +c4 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=594) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=594) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=594) + default@part_change_numeric_group_string_group_multi_ints_varchar,part_change_numeric_group_string_group_multi_ints_varchar, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 100 5000 5443 0 new +1 17 90000 754072151 3289094 new +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +2 1 200 2323322 5430907 new +2 2000 72909 3244222 -93222 new +2 256 32768 31889 470614135 new +2 5555 40000 -719017797 810662019 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(5) +c2 varchar(5) +c3 varchar(5) +c4 varchar(5) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=576) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=576) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=576) + default@part_change_numeric_group_string_group_multi_ints_varchar_trunc,part_change_numeric_group_string_group_multi_ints_varchar_trunc, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899 original +1 0 20435 84749 -9999 original +1 100 5000 5443 0 new +1 17 90000 75407 32890 new +1 45 1000 48377 -2386 original +1 NULL 4957 83222 90000 original +2 1 200 23233 54309 new +2 2000 72909 32442 -9322 new +2 256 32768 31889 47061 new +2 5555 40000 -7190 81066 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 original +1 0.0 20435.0 847492223.000000000000000000 original +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +values__tmp__table__29.tmp_values_col1 values__tmp__table__29.tmp_values_col2 values__tmp__table__29.tmp_values_col3 values__tmp__table__29.tmp_values_col4 values__tmp__table__29.tmp_values_col5 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=562) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=562) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=562) + default@part_change_numeric_group_string_group_floating_string,part_change_numeric_group_string_group_floating_string, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.3 original +1 -255.0 4957.0 832222222 original +1 0.0 20435.0 847492223 original +1 100 5000 5443 new +1 17 90000 754072151 new +1 753.7028 -3651.672121 -23866739993 original +2 -66475.561431 52927714 7203778961 new +2 256 32768 31889 new +2 30.774 20.31 46114.284799488 new +2 5555 40000 -719017797 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=578) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=578) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=578) + default@part_change_numeric_group_string_group_floating_char,part_change_numeric_group_string_group_floating_char, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.3 original +1 -255.0 4957.0 832222222 9000000000 +1 0.0 20435.0 847492223 -999999999999 +1 100 5000 5443 new +1 17 90000 754072151 new +1 753.7028 -3651.672121 -23866739993 original +2 -66475.561431 52927714 7203778961 new +2 256 32768 31889 new +2 30.774 20.31 46114.284799488 new +2 5555 40000 -719017797 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(7) +c2 char(7) +c3 char(7) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=556) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=556) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=556) + default@part_change_numeric_group_string_group_floating_char_trunc,part_change_numeric_group_string_group_floating_char_trunc, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.076 -10.3 original +1 -255.0 4957.0 8322222 9000000000 +1 0.0 20435.0 8474922 -999999999999 +1 100 5000 5443 new +1 17 90000 7540721 new +1 753.702 -3651.6 -238667 original +2 -66475. 5292771 7203778 new +2 256 32768 31889 new +2 30.774 20.31 46114.2 new +2 5555 40000 -719017 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=564) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=564) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=564) + default@part_change_numeric_group_string_group_floating_varchar,part_change_numeric_group_string_group_floating_varchar, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.3 original +1 -255.0 4957.0 832222222 9000000000 +1 0.0 20435.0 847492223 -999999999999 +1 100 5000 5443 new +1 17 90000 754072151 new +1 753.7028 -3651.672121 -23866739993 original +2 -66475.561431 52927714 7203778961 new +2 256 32768 31889 new +2 30.774 20.31 46114.284799488 new +2 5555 40000 -719017797 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(7) +c2 varchar(7) +c3 varchar(7) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=556) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=556) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=556) + default@part_change_numeric_group_string_group_floating_varchar_trunc,part_change_numeric_group_string_group_floating_varchar_trunc, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.076 -10.3 original +1 -255.0 4957.0 8322222 9000000000 +1 0.0 20435.0 8474922 -999999999999 +1 100 5000 5443 new +1 17 90000 7540721 new +1 753.702 -3651.6 -238667 original +2 -66475. 5292771 7203778 new +2 256 32768 31889 new +2 30.774 20.31 46114.2 new +2 5555 40000 -719017 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__38.tmp_values_col1 values__tmp__table__38.tmp_values_col2 values__tmp__table__38.tmp_values_col3 values__tmp__table__38.tmp_values_col4 values__tmp__table__38.tmp_values_col5 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 blank pads blank pads blank pads blank pads original +1 dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +1 escapist escapist escapist escapist original +1 heartbeat heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 varchar(50) +c4 char(9) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=559) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=559) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=559) + default@part_change_string_group_string_group_string,part_change_string_group_string_group_string, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 blank pads blank pad blank pads blank pad original +1 bottom bottom bottom bottom new +1 dynamic reptile dynamic r dynamic reptile dynamic r original +1 escapist escapist escapist escapist original +1 hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +1 heartbeat heartbeat heartbeat heartbeat original +2 featherweight featherweight new +2 against against against against new +2 baffling bafflin baffling bafflin new +2 junkyard junkyard junkyard junkyard new +PREHOOK: query: drop table part_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: drop table part_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pads blank pads original +1 dynamic reptile dynamic reptile dynamic reptile original +1 escapist escapist escapist original +1 heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(9) +c3 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=506) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=506) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=506) + default@part_change_string_group_string_group_char,part_change_string_group_string_group_char, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pad blank pads original +1 bottom bottom bottom new +1 dynamic reptile dynamic r dynamic reptile original +1 escapist escapist escapist original +1 hangar paralysed companion hangar pa hangar paralysed companion new +1 heartbeat heartbeat heartbeat original +2 featherweight featherweight new +2 against against against new +2 baffling bafflin baffling new +2 junkyard junkyard junkyard new +PREHOOK: query: drop table part_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: drop table part_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pads blank pads original +1 dynamic reptile dynamic reptile dynamic reptile original +1 escapist escapist escapist original +1 heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=523) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=523) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=523) + default@part_change_string_group_string_group_varchar,part_change_string_group_string_group_varchar, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pad blank pads original +1 bottom bottom bottom new +1 dynamic reptile dynamic r dynamic reptile original +1 escapist escapist escapist original +1 hangar paralysed companion hangar pa hangar paralysed companion new +1 heartbeat heartbeat heartbeat original +2 featherweight featherweight new +2 against against against new +2 baffling bafflin baffling new +2 junkyard junkyard junkyard new +PREHOOK: query: drop table part_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: drop table part_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 tinyint +c3 tinyint +c4 tinyint +c5 tinyint +c6 tinyint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 c6 b +1 -2 -2 -2 -2 -2 -2 original +1 100 100 100 100 100 100 original +1 45 45 45 45 45 45 original +1 NULL NULL NULL NULL NULL NULL original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 int +c3 bigint +c4 float +c5 double +c6 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values('774', '2031', '200', '12', '99', '0', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + ('256', '32768', '31889', '300', '444', '506', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + ('100', '5000', '5443', '22', '2', '-2', 'new', 1), + ('17', '90000', '754072151', '95', '20', '18', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values('774', '2031', '200', '12', '99', '0', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + ('256', '32768', '31889', '300', '444', '506', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + ('100', '5000', '5443', '22', '2', '-2', 'new', 1), + ('17', '90000', '754072151', '95', '20', '18', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=620) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=620) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + TableScan [TS_0] (rows=10 width=620) + default@part_change_lower_to_higher_numeric_group_tinyint,part_change_lower_to_higher_numeric_group_tinyint, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","c5","c6","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 c6 b +1 -2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +1 100 100 100 100.0 100.0 100.000000000000000000 original +1 100 5000 5443 22.0 2.0 -2.000000000000000000 new +1 17 90000 754072151 95.0 20.0 18.000000000000000000 new +1 45 45 45 45.0 45.0 45.000000000000000000 original +1 NULL NULL NULL NULL NULL NULL original +2 256 32768 31889 300.0 444.0 506.000000000000000000 new +2 5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +2 774 2031 200 12.0 99.0 0.000000000000000000 new +2 NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 smallint +c3 smallint +c4 smallint +c5 smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 -2 -2 -2 -2 -2 original +1 -5000 -5000 -5000 -5000 -5000 original +1 100 100 100 100 100 original +1 2031 2031 2031 2031 2031 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 int +c2 bigint +c3 float +c4 double +c5 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values('774', '2031', '200', '12', '99', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', 'new', 2), + ('256', '32768', '31889', '300', '444', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', 'new', 2), + ('100', '5000', '5443', '22', '2', 'new', 1), + ('17', '90000', '754072151', '95', '20', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values('774', '2031', '200', '12', '99', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', 'new', 2), + ('256', '32768', '31889', '300', '444', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', 'new', 2), + ('100', '5000', '5443', '22', '2', 'new', 1), + ('17', '90000', '754072151', '95', '20', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=593) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=593) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=10 width=593) + default@part_change_lower_to_higher_numeric_group_smallint,part_change_lower_to_higher_numeric_group_smallint, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 #### A masked pattern was here #### -part d -1 NULL -1 NULL -1 NULL -1 NULL -1 hundred -1 two hundred -2 forty -2 ten -2 thirty -2 twenty +part c1 c2 c3 c4 c5 b +1 -2 -2 -2.0 -2.0 -2.000000000000000000 original +1 -5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +1 100 100 100.0 100.0 100.000000000000000000 original +1 100 5000 5443.0 22.0 2.000000000000000000 new +1 17 90000 7.5407213E8 95.0 20.000000000000000000 new +1 2031 2031 2031.0 2031.0 2031.000000000000000000 original +2 256 32768 31889.0 300.0 444.000000000000000000 new +2 5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +2 561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +2 774 2031 200.0 12.0 99.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE part_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned2 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE part_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 int +c2 int +c3 int +c4 int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -2 -2 -2 original +1 -5000 -5000 -5000 -5000 original +1 2031 2031 2031 2031 original +1 52927714 52927714 52927714 52927714 original PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 +alter table part_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +alter table part_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 float +c3 double +c4 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values('774', '2031', '200', '12', 'new', 2), + ('561431', '52927714', '7203778961', '8', 'new', 2), + ('256', '32768', '31889', '300', 'new', 2), + ('5555', '40000', '-719017797', '45', 'new', 2), + ('100', '5000', '5443', '22', 'new', 1), + ('17', '90000', '754072151', '95', 'new', 1) PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@partitioned2@part=2 -POSTHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values('774', '2031', '200', '12', 'new', 2), + ('561431', '52927714', '7203778961', '8', 'new', 2), + ('256', '32768', '31889', '300', 'new', 2), + ('5555', '40000', '-719017797', '45', 'new', 2), + ('100', '5000', '5443', '22', 'new', 1), + ('17', '90000', '754072151', '95', 'new', 1) POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@partitioned2@part=2 -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select part,a,b from partitioned2 +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=562) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=562) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=562) + default@part_change_lower_to_higher_numeric_group_int,part_change_lower_to_higher_numeric_group_int, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned2 -PREHOOK: Input: default@partitioned2@part=1 -PREHOOK: Input: default@partitioned2@part=2 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned2 +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Input: default@partitioned2@part=1 -POSTHOOK: Input: default@partitioned2@part=2 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 #### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 90000 new -2 200 new -2 32768 new -2 40000 new -2 72909 new +part c1 c2 c3 c4 b +1 -2 -2.0 -2.0 -2.000000000000000000 original +1 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +1 100 5000.0 5443.0 22.000000000000000000 new +1 17 90000.0 7.54072151E8 95.000000000000000000 new +1 2031 2031.0 2031.0 2031.000000000000000000 original +1 52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +2 256 32768.0 31889.0 300.000000000000000000 new +2 5555 40000.0 -7.19017797E8 45.000000000000000000 new +2 561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +2 774 2031.0 200.0 12.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned3 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 bigint +c3 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__7 -PREHOOK: Output: default@partitioned3@part=1 -POSTHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__7 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__8 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__8 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Output: default@partitioned3@part=2 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2 -2 -2 original +1 -5000 -5000 -5000 original +1 52927714 52927714 52927714 original +1 7203778961 7203778961 7203778961 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values('774', '2031', '200', 'new', 2), + ('561431', '52927714', '7203778961', 'new', 2), + ('256', '32768', '31889', 'new', 2), + ('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1), + ('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values('774', '2031', '200', 'new', 2), + ('561431', '52927714', '7203778961', 'new', 2), + ('256', '32768', '31889', 'new', 2), + ('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1), + ('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] _col0 _col1 _col2 _col3 _col4 -PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b -1 1 original -1 2 original -1 3 original -1 4 original -1 5 new -1 6 new -2 1 new -2 2 new -2 3 new -2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=369) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=369) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=369) + default@part_change_lower_to_higher_numeric_group_bigint,part_change_lower_to_higher_numeric_group_bigint, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 #### A masked pattern was here #### -part a b c -1 1 original NULL -1 2 original NULL -1 3 original NULL -1 4 original NULL -1 5 new 100 -1 6 new 200 -2 1 new 10 -2 2 new 20 -2 3 new 30 -2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +part c1 c2 c3 b +1 -2.0 -2.0 -2.000000000000000000 original +1 -5000.0 -5000.0 -5000.000000000000000000 original +1 100.0 5000.0 5443.000000000000000000 new +1 17.0 90000.0 754072151.000000000000000000 new +1 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +1 7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +2 256.0 32768.0 31889.000000000000000000 new +2 5555.0 40000.0 -719017797.000000000000000000 new +2 561431.0 5.2927714E7 7203778961.000000000000000000 new +2 774.0 2031.0 200.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 float +c2 float +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +Retention: 0 #### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new 100 hundred -1 6 new 200 two hundred -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +Table Type: MANAGED_TABLE +Table Parameters: + transactional true #### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a c d -1 1 NULL NULL -1 2 NULL NULL -1 3 NULL NULL -1 4 NULL NULL -1 5 100 hundred -1 6 200 two hundred -2 1 10 ten -2 2 20 twenty -2 3 30 thirty -2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 #### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 +POSTHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 #### A masked pattern was here #### -part a d -1 1 NULL -1 2 NULL -1 3 NULL -1 4 NULL -1 5 hundred -1 6 two hundred -2 1 ten -2 2 twenty -2 3 thirty -2 4 forty -PREHOOK: query: select part,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +part c1 c2 b +1 -29.0764 -29.0764 original +1 -5000.0 -5000.0 original +1 5.2927712E7 5.2927712E7 original +1 753.7028 753.7028 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 double +c2 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default #### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +Retention: 0 #### A masked pattern was here #### -part c -1 100 -1 200 -1 NULL -1 NULL -1 NULL -1 NULL -2 10 -2 20 -2 30 -2 40 -PREHOOK: query: select part,d from partitioned1 +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values('774', '2031', 'new', 2), + ('561431', '52927714', 'new', 2), + ('256', '32768', 'new', 2), + ('5555', '40000', 'new', 2), + ('100', '5000', 'new', 1), + ('17', '90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values('774', '2031', 'new', 2), + ('561431', '52927714', 'new', 2), + ('256', '32768', 'new', 2), + ('5555', '40000', 'new', 2), + ('100', '5000', 'new', 1), + ('17', '90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=335) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=335) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=335) + default@part_change_lower_to_higher_numeric_group_float,part_change_lower_to_higher_numeric_group_float, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","b"] + +PREHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 +POSTHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 #### A masked pattern was here #### -part d -1 NULL -1 NULL -1 NULL -1 NULL -1 hundred -1 two hundred -2 forty -2 ten -2 thirty -2 twenty +part c1 c2 b +1 -29.076400756835938 -29.076400756835937500 original +1 -5000.0 -5000.000000000000000000 original +1 100.0 5000.000000000000000000 new +1 17.0 90000.000000000000000000 new +1 5.2927712E7 52927712.000000000000000000 original +1 753.7028198242188 753.702819824218750000 original +2 256.0 32768.000000000000000000 new +2 5555.0 40000.000000000000000000 new +2 561431.0 52927714.000000000000000000 new +2 774.0 2031.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE part_change_lower_to_higher_numeric_group_double(c1 double, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned4 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE part_change_lower_to_higher_numeric_group_double(c1 double, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__9 -PREHOOK: Output: default@partitioned4@part=1 -POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__9 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 +PREHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +part c1 b +1 -29.0764 original +1 -5000.0 original +1 5.2927714E7 original +1 753.7028 original PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 +alter table part_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +alter table part_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values('774', 'new', 2), + ('561431', 'new', 2), + ('256', 'new', 2), + ('5555', 'new', 2), + ('100', 'new', 1), + ('17', 'new', 1) PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__10 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values('774', 'new', 2), + ('561431', 'new', 2), + ('256', 'new', 2), + ('5555', 'new', 2), + ('100', 'new', 1), + ('17', 'new', 1) POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__10 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Output: default@partitioned4@part=2 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 -PREHOOK: query: select part,a,b from partitioned4 +PREHOOK: query: explain +select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned4 -PREHOOK: Input: default@partitioned4@part=1 -PREHOOK: Input: default@partitioned4@part=2 +POSTHOOK: query: explain +select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=445) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=445) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=445) + default@part_change_lower_to_higher_numeric_group_double,part_change_lower_to_higher_numeric_group_double, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","b"] + +PREHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned4 +POSTHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Input: default@partitioned4@part=1 -POSTHOOK: Input: default@partitioned4@part=2 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 #### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 90000 new -2 200 new -2 32768 new -2 40000 new -2 72909 new +part c1 b +1 -29.076399999999999579 original +1 -5000.000000000000000000 original +1 100.000000000000000000 new +1 17.000000000000000000 new +1 52927714.000000000000000000 original +1 753.702800000000024738 original +2 256.000000000000000000 new +2 5555.000000000000000000 new +2 561431.000000000000000000 new +2 774.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns --- -CREATE TABLE partitioned5(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_update_1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned5 +PREHOOK: Output: default@partitioned_update_1 POSTHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns --- -CREATE TABLE partitioned5(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_update_1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned5 -PREHOOK: query: insert into table partitioned5 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@partitioned_update_1 +PREHOOK: query: DESCRIBE FORMATTED partitioned_update_1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned_update_1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned_update_1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned_update_1 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned_update_1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__11 -PREHOOK: Output: default@partitioned5@part=1 -POSTHOOK: query: insert into table partitioned5 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Input: default@values__tmp__table__56 +PREHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: query: insert into table partitioned_update_1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__11 -POSTHOOK: Output: default@partitioned5@part=1 -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).a EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__56 +POSTHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__56)values__tmp__table__56.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).b SIMPLE [(values__tmp__table__56)values__tmp__table__56.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned5 add columns(c int, d string) +alter table partitioned_update_1 add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned5 -PREHOOK: Output: default@partitioned5 +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Output: default@partitioned_update_1 POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned5 add columns(c int, d string) +alter table partitioned_update_1 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Output: default@partitioned5 -PREHOOK: query: insert into table partitioned5 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Output: default@partitioned_update_1 +PREHOOK: query: DESCRIBE FORMATTED partitioned_update_1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned_update_1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned_update_1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned_update_1 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned_update_1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__12 -PREHOOK: Output: default@partitioned5@part=2 -POSTHOOK: query: insert into table partitioned5 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Input: default@values__tmp__table__57 +PREHOOK: Output: default@partitioned_update_1@part=2 +POSTHOOK: query: insert into table partitioned_update_1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__12 -POSTHOOK: Output: default@partitioned5@part=2 -POSTHOOK: Lineage: partitioned5 PARTITION(part=2).a EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=2).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=2).c EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=2).d SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__57 +POSTHOOK: Output: default@partitioned_update_1@part=2 +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).b SIMPLE [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).d SIMPLE [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned5 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: query: insert into table partitioned_update_1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__13 -PREHOOK: Output: default@partitioned5@part=1 -POSTHOOK: query: insert into table partitioned5 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Input: default@values__tmp__table__58 +PREHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: query: insert into table partitioned_update_1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__13 -POSTHOOK: Output: default@partitioned5@part=1 -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).a EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).c EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).d SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__58 +POSTHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).b SIMPLE [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).d SIMPLE [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: select part,a,b,c,d from partitioned5 +PREHOOK: query: explain +select * from partitioned_update_1 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned5 -PREHOOK: Input: default@partitioned5@part=1 -PREHOOK: Input: default@partitioned5@part=2 +POSTHOOK: query: explain +select * from partitioned_update_1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Map 1 vectorized + File Output Operator [FS_4] + Select Operator [OP_3] (rows=10 width=473) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=473) + default@partitioned_update_1,partitioned_update_1, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b","c","d"] + +PREHOOK: query: select part,a,b,c,d from partitioned_update_1 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Input: default@partitioned_update_1@part=1 +PREHOOK: Input: default@partitioned_update_1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned5 +POSTHOOK: query: select part,a,b,c,d from partitioned_update_1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Input: default@partitioned5@part=1 -POSTHOOK: Input: default@partitioned5@part=2 +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Input: default@partitioned_update_1@part=1 +POSTHOOK: Input: default@partitioned_update_1@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -697,33 +5952,33 @@ part a b c d 2 3 new 30 thirty 2 4 new 40 forty PREHOOK: query: -- UPDATE New Columns -update partitioned5 set c=99 +update partitioned_update_1 set c=99 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned5 -PREHOOK: Input: default@partitioned5@part=1 -PREHOOK: Input: default@partitioned5@part=2 -PREHOOK: Output: default@partitioned5@part=1 -PREHOOK: Output: default@partitioned5@part=2 +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Input: default@partitioned_update_1@part=1 +PREHOOK: Input: default@partitioned_update_1@part=2 +PREHOOK: Output: default@partitioned_update_1@part=1 +PREHOOK: Output: default@partitioned_update_1@part=2 POSTHOOK: query: -- UPDATE New Columns -update partitioned5 set c=99 +update partitioned_update_1 set c=99 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Input: default@partitioned5@part=1 -POSTHOOK: Input: default@partitioned5@part=2 -POSTHOOK: Output: default@partitioned5@part=1 -POSTHOOK: Output: default@partitioned5@part=2 +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Input: default@partitioned_update_1@part=1 +POSTHOOK: Input: default@partitioned_update_1@part=2 +POSTHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: Output: default@partitioned_update_1@part=2 row__id a b _c3 d part -PREHOOK: query: select part,a,b,c,d from partitioned5 +PREHOOK: query: select part,a,b,c,d from partitioned_update_1 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned5 -PREHOOK: Input: default@partitioned5@part=1 -PREHOOK: Input: default@partitioned5@part=2 +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Input: default@partitioned_update_1@part=1 +PREHOOK: Input: default@partitioned_update_1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned5 +POSTHOOK: query: select part,a,b,c,d from partitioned_update_1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Input: default@partitioned5@part=1 -POSTHOOK: Input: default@partitioned5@part=2 +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Input: default@partitioned_update_1@part=1 +POSTHOOK: Input: default@partitioned_update_1@part=2 #### A masked pattern was here #### part a b c d 1 1 original 99 NULL @@ -740,76 +5995,153 @@ PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column --- -CREATE TABLE partitioned6(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_delete_1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned6 +PREHOOK: Output: default@partitioned_delete_1 POSTHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column --- -CREATE TABLE partitioned6(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_delete_1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned6 -PREHOOK: query: insert into table partitioned6 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@partitioned_delete_1 +PREHOOK: query: DESCRIBE FORMATTED partitioned_delete_1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned_delete_1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned_delete_1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned_delete_1 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned_delete_1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__14 -PREHOOK: Output: default@partitioned6@part=1 -POSTHOOK: query: insert into table partitioned6 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Input: default@values__tmp__table__59 +PREHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: query: insert into table partitioned_delete_1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__14 -POSTHOOK: Output: default@partitioned6@part=1 -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).a EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__59 +POSTHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__59)values__tmp__table__59.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).b SIMPLE [(values__tmp__table__59)values__tmp__table__59.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned6 add columns(c int, d string) +alter table partitioned_delete_1 add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned6 -PREHOOK: Output: default@partitioned6 +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Output: default@partitioned_delete_1 POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned6 add columns(c int, d string) +alter table partitioned_delete_1 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Output: default@partitioned6 -PREHOOK: query: insert into table partitioned6 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Output: default@partitioned_delete_1 +PREHOOK: query: DESCRIBE FORMATTED partitioned_delete_1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned_delete_1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned_delete_1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned_delete_1 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned_delete_1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__15 -PREHOOK: Output: default@partitioned6@part=2 -POSTHOOK: query: insert into table partitioned6 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Input: default@values__tmp__table__60 +PREHOOK: Output: default@partitioned_delete_1@part=2 +POSTHOOK: query: insert into table partitioned_delete_1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__15 -POSTHOOK: Output: default@partitioned6@part=2 -POSTHOOK: Lineage: partitioned6 PARTITION(part=2).a EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=2).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=2).c EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=2).d SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__60 +POSTHOOK: Output: default@partitioned_delete_1@part=2 +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).b SIMPLE [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).d SIMPLE [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned6 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: query: insert into table partitioned_delete_1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__16 -PREHOOK: Output: default@partitioned6@part=1 -POSTHOOK: query: insert into table partitioned6 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Input: default@values__tmp__table__61 +PREHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: query: insert into table partitioned_delete_1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__16 -POSTHOOK: Output: default@partitioned6@part=1 -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).a EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).c EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).d SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__61 +POSTHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).b SIMPLE [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).d SIMPLE [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: select part,a,b,c,d from partitioned6 +PREHOOK: query: select part,a,b,c,d from partitioned_delete_1 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned6 -PREHOOK: Input: default@partitioned6@part=1 -PREHOOK: Input: default@partitioned6@part=2 +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Input: default@partitioned_delete_1@part=1 +PREHOOK: Input: default@partitioned_delete_1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned6 +POSTHOOK: query: select part,a,b,c,d from partitioned_delete_1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Input: default@partitioned6@part=1 -POSTHOOK: Input: default@partitioned6@part=2 +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Input: default@partitioned_delete_1@part=1 +POSTHOOK: Input: default@partitioned_delete_1@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -823,33 +6155,53 @@ part a b c d 2 3 new 30 thirty 2 4 new 40 forty PREHOOK: query: -- DELETE where old column -delete from partitioned6 where a = 2 or a = 4 or a = 6 +delete from partitioned_delete_1 where a = 2 or a = 4 or a = 6 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned6 -PREHOOK: Input: default@partitioned6@part=1 -PREHOOK: Input: default@partitioned6@part=2 -PREHOOK: Output: default@partitioned6@part=1 -PREHOOK: Output: default@partitioned6@part=2 +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Input: default@partitioned_delete_1@part=1 +PREHOOK: Input: default@partitioned_delete_1@part=2 +PREHOOK: Output: default@partitioned_delete_1@part=1 +PREHOOK: Output: default@partitioned_delete_1@part=2 POSTHOOK: query: -- DELETE where old column -delete from partitioned6 where a = 2 or a = 4 or a = 6 +delete from partitioned_delete_1 where a = 2 or a = 4 or a = 6 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Input: default@partitioned6@part=1 -POSTHOOK: Input: default@partitioned6@part=2 -POSTHOOK: Output: default@partitioned6@part=1 -POSTHOOK: Output: default@partitioned6@part=2 +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Input: default@partitioned_delete_1@part=1 +POSTHOOK: Input: default@partitioned_delete_1@part=2 +POSTHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: Output: default@partitioned_delete_1@part=2 row__id part -PREHOOK: query: select part,a,b,c,d from partitioned6 +PREHOOK: query: explain +select * from partitioned_delete_1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned_delete_1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Map 1 vectorized + File Output Operator [FS_4] + Select Operator [OP_3] (rows=5 width=1173) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=5 width=1173) + default@partitioned_delete_1,partitioned_delete_1, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b","c","d"] + +PREHOOK: query: select part,a,b,c,d from partitioned_delete_1 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned6 -PREHOOK: Input: default@partitioned6@part=1 -PREHOOK: Input: default@partitioned6@part=2 +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Input: default@partitioned_delete_1@part=1 +PREHOOK: Input: default@partitioned_delete_1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned6 +POSTHOOK: query: select part,a,b,c,d from partitioned_delete_1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Input: default@partitioned6@part=1 -POSTHOOK: Input: default@partitioned6@part=2 +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Input: default@partitioned_delete_1@part=1 +POSTHOOK: Input: default@partitioned_delete_1@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -861,76 +6213,153 @@ PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where new column --- -CREATE TABLE partitioned7(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_delete_2(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned7 +PREHOOK: Output: default@partitioned_delete_2 POSTHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where new column --- -CREATE TABLE partitioned7(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_delete_2(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned7 -PREHOOK: query: insert into table partitioned7 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@partitioned_delete_2 +PREHOOK: query: DESCRIBE FORMATTED partitioned_delete_2 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned_delete_2 +POSTHOOK: query: DESCRIBE FORMATTED partitioned_delete_2 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned_delete_2 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned_delete_2 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__17 -PREHOOK: Output: default@partitioned7@part=1 -POSTHOOK: query: insert into table partitioned7 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Input: default@values__tmp__table__62 +PREHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: query: insert into table partitioned_delete_2 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__17 -POSTHOOK: Output: default@partitioned7@part=1 -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__62 +POSTHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__62)values__tmp__table__62.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).b SIMPLE [(values__tmp__table__62)values__tmp__table__62.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned7 add columns(c int, d string) +alter table partitioned_delete_2 add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned7 -PREHOOK: Output: default@partitioned7 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Output: default@partitioned_delete_2 POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned7 add columns(c int, d string) +alter table partitioned_delete_2 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Output: default@partitioned7 -PREHOOK: query: insert into table partitioned7 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Output: default@partitioned_delete_2 +PREHOOK: query: DESCRIBE FORMATTED partitioned_delete_2 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned_delete_2 +POSTHOOK: query: DESCRIBE FORMATTED partitioned_delete_2 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned_delete_2 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned_delete_2 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__18 -PREHOOK: Output: default@partitioned7@part=2 -POSTHOOK: query: insert into table partitioned7 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Input: default@values__tmp__table__63 +PREHOOK: Output: default@partitioned_delete_2@part=2 +POSTHOOK: query: insert into table partitioned_delete_2 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__18 -POSTHOOK: Output: default@partitioned7@part=2 -POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=2).c EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=2).d SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__63 +POSTHOOK: Output: default@partitioned_delete_2@part=2 +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).a EXPRESSION [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).b SIMPLE [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).c EXPRESSION [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).d SIMPLE [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned7 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: query: insert into table partitioned_delete_2 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__19 -PREHOOK: Output: default@partitioned7@part=1 -POSTHOOK: query: insert into table partitioned7 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Input: default@values__tmp__table__64 +PREHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: query: insert into table partitioned_delete_2 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__19 -POSTHOOK: Output: default@partitioned7@part=1 -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).c EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).d SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__64 +POSTHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).b SIMPLE [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).c EXPRESSION [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).d SIMPLE [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: select part,a,b,c,d from partitioned7 +PREHOOK: query: select part,a,b,c,d from partitioned_delete_2 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned7 -PREHOOK: Input: default@partitioned7@part=1 -PREHOOK: Input: default@partitioned7@part=2 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Input: default@partitioned_delete_2@part=1 +PREHOOK: Input: default@partitioned_delete_2@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned7 +POSTHOOK: query: select part,a,b,c,d from partitioned_delete_2 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Input: default@partitioned7@part=1 -POSTHOOK: Input: default@partitioned7@part=2 +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Input: default@partitioned_delete_2@part=1 +POSTHOOK: Input: default@partitioned_delete_2@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -944,33 +6373,53 @@ part a b c d 2 3 new 30 thirty 2 4 new 40 forty PREHOOK: query: -- DELETE where new column -delete from partitioned7 where a = 1 or c = 30 or c == 100 +delete from partitioned_delete_2 where a = 1 or c = 30 or c == 100 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned7 -PREHOOK: Input: default@partitioned7@part=1 -PREHOOK: Input: default@partitioned7@part=2 -PREHOOK: Output: default@partitioned7@part=1 -PREHOOK: Output: default@partitioned7@part=2 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Input: default@partitioned_delete_2@part=1 +PREHOOK: Input: default@partitioned_delete_2@part=2 +PREHOOK: Output: default@partitioned_delete_2@part=1 +PREHOOK: Output: default@partitioned_delete_2@part=2 POSTHOOK: query: -- DELETE where new column -delete from partitioned7 where a = 1 or c = 30 or c == 100 +delete from partitioned_delete_2 where a = 1 or c = 30 or c == 100 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Input: default@partitioned7@part=1 -POSTHOOK: Input: default@partitioned7@part=2 -POSTHOOK: Output: default@partitioned7@part=1 -POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Input: default@partitioned_delete_2@part=1 +POSTHOOK: Input: default@partitioned_delete_2@part=2 +POSTHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: Output: default@partitioned_delete_2@part=2 row__id part -PREHOOK: query: select part,a,b,c,d from partitioned7 +PREHOOK: query: explain +select * from partitioned_delete_2 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned_delete_2 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Map 1 vectorized + File Output Operator [FS_4] + Select Operator [OP_3] (rows=6 width=977) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=6 width=977) + default@partitioned_delete_2,partitioned_delete_2, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b","c","d"] + +PREHOOK: query: select part,a,b,c,d from partitioned_delete_2 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned7 -PREHOOK: Input: default@partitioned7@part=1 -PREHOOK: Input: default@partitioned7@part=2 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Input: default@partitioned_delete_2@part=1 +PREHOOK: Input: default@partitioned_delete_2@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned7 +POSTHOOK: query: select part,a,b,c,d from partitioned_delete_2 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Input: default@partitioned7@part=1 -POSTHOOK: Input: default@partitioned7@part=2 +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Input: default@partitioned_delete_2@part=1 +POSTHOOK: Input: default@partitioned_delete_2@part=2 #### A masked pattern was here #### part a b c d 1 2 original NULL NULL @@ -979,59 +6428,27 @@ part a b c d 1 6 new 200 two hundred 2 2 new 20 twenty 2 4 new 40 forty -PREHOOK: query: DROP TABLE partitioned1 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 -POSTHOOK: query: DROP TABLE partitioned1 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: DROP TABLE partitioned2 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: DROP TABLE partitioned2 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: DROP TABLE partitioned3 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: DROP TABLE partitioned3 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: DROP TABLE partitioned4 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: DROP TABLE partitioned4 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: DROP TABLE partitioned5 +PREHOOK: query: DROP TABLE partitioned_update_1 PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned5 -PREHOOK: Output: default@partitioned5 -POSTHOOK: query: DROP TABLE partitioned5 +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Output: default@partitioned_update_1 +POSTHOOK: query: DROP TABLE partitioned_update_1 POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Output: default@partitioned5 -PREHOOK: query: DROP TABLE partitioned6 +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Output: default@partitioned_update_1 +PREHOOK: query: DROP TABLE partitioned_delete_1 PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned6 -PREHOOK: Output: default@partitioned6 -POSTHOOK: query: DROP TABLE partitioned6 +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Output: default@partitioned_delete_1 +POSTHOOK: query: DROP TABLE partitioned_delete_1 POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Output: default@partitioned6 -PREHOOK: query: DROP TABLE partitioned7 +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Output: default@partitioned_delete_1 +PREHOOK: query: DROP TABLE partitioned_delete_2 PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned7 -PREHOOK: Output: default@partitioned7 -POSTHOOK: query: DROP TABLE partitioned7 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Output: default@partitioned_delete_2 +POSTHOOK: query: DROP TABLE partitioned_delete_2 POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Output: default@partitioned7 +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Output: default@partitioned_delete_2 diff --git ql/src/test/results/clientpositive/tez/schema_evol_orc_acidvec_mapwork_table.q.out ql/src/test/results/clientpositive/tez/schema_evol_orc_acidvec_mapwork_table.q.out index 2b1e5c3..48fc389 100644 --- ql/src/test/results/clientpositive/tez/schema_evol_orc_acidvec_mapwork_table.q.out +++ ql/src/test/results/clientpositive/tez/schema_evol_orc_acidvec_mapwork_table.q.out @@ -3,285 +3,5347 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- FILE VARIATION: ORC, ACID Vectorized, MapWork, Table -- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, ACID Vectorized, MapWork, Table +-- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__1 +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__1 +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_permute_select add columns(c int) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_permute_select add columns(c int) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1386 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_permute_select values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__2 +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__2 +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: insert into table table_add_int_permute_select values(5, 'new', 100),(6, 'new', 200) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__3 +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select values(5, 'new', 100),(6, 'new', 200) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__3 +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select a,b from table_add_int_permute_select order by a +PREHOOK: type: QUERY +POSTHOOK: query: explain +select a,b from table_add_int_permute_select order by a +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=427) + Output:["_col0","_col1"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=427) + Output:["_col0","_col1"] + TableScan [TS_0] (rows=10 width=427) + default@table_add_int_permute_select,table_add_int_permute_select, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_permute_select order by a +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_permute_select order by a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +a b +1 new +1 original +2 new +2 original +3 new +3 original +4 new +4 original +5 new +6 new +PREHOOK: query: select a,b,c from table_add_int_permute_select order by a +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select a,b,c from table_add_int_permute_select order by a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +a b c +1 new 10 +1 original NULL +2 new 20 +2 original NULL +3 new 30 +3 original NULL +4 new 40 +4 original NULL +5 new 100 +6 new 200 +PREHOOK: query: select c from table_add_int_permute_select order by c +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select c from table_add_int_permute_select order by c +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +c +10 +100 +20 +200 +30 +40 +NULL +NULL +NULL +NULL +PREHOOK: query: drop table table_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: drop table table_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_string_permute_select(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_string_permute_select(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_string_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__4 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__4 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1386 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_string_permute_select values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__5 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__5 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table table_add_int_string_permute_select values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__6 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__6 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select a,b from table_add_int_string_permute_select order by a +PREHOOK: type: QUERY +POSTHOOK: query: explain +select a,b from table_add_int_string_permute_select order by a +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=470) + Output:["_col0","_col1"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=470) + Output:["_col0","_col1"] + TableScan [TS_0] (rows=10 width=470) + default@table_add_int_string_permute_select,table_add_int_string_permute_select, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_string_permute_select order by a +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_string_permute_select order by a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +a b +1 new +1 original +2 new +2 original +3 new +3 original +4 new +4 original +5 new +6 new +PREHOOK: query: select a,b,c from table_add_int_string_permute_select order by a +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select a,b,c from table_add_int_string_permute_select order by a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +a b c +1 new 10 +1 original NULL +2 new 20 +2 original NULL +3 new 30 +3 original NULL +4 new 40 +4 original NULL +5 new 100 +6 new 200 +PREHOOK: query: select a,b,c,d from table_add_int_string_permute_select order by a +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select a,b,c,d from table_add_int_string_permute_select order by a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +a b c d +1 new 10 ten +1 original NULL NULL +2 new 20 twenty +2 original NULL NULL +3 new 30 thirty +3 original NULL NULL +4 new 40 forty +4 original NULL NULL +5 new 100 hundred +6 new 200 two hundred +PREHOOK: query: select a,c,d from table_add_int_string_permute_select order by a +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select a,c,d from table_add_int_string_permute_select order by a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +a c d +1 10 ten +1 NULL NULL +2 20 twenty +2 NULL NULL +3 30 thirty +3 NULL NULL +4 40 forty +4 NULL NULL +5 100 hundred +6 200 two hundred +PREHOOK: query: select a,d from table_add_int_string_permute_select order by a +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select a,d from table_add_int_string_permute_select order by a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +a d +1 NULL +1 ten +2 NULL +2 twenty +3 NULL +3 thirty +4 NULL +4 forty +5 hundred +6 two hundred +PREHOOK: query: select c from table_add_int_string_permute_select order by c +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select c from table_add_int_string_permute_select order by c +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +c +10 +100 +20 +200 +30 +40 +NULL +NULL +NULL +NULL +PREHOOK: query: select d from table_add_int_string_permute_select order by d +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select d from table_add_int_string_permute_select order by d +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +d +NULL +NULL +NULL +NULL +forty +hundred +ten +thirty +twenty +two hundred +PREHOOK: query: drop table table_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: drop table table_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_double + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +c2 double +c3 double +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1928 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_double + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table table_change_string_group_double + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_double order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_double order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=530) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=530) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=530) + default@table_change_string_group_double,table_change_string_group_double, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_double order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_double +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_double order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_double +#### A masked pattern was here #### +c1 c2 c3 b +-10.3 -10.3 -10.3 original +-29.0764 -29.0764 -29.0764 original +-3651.672121 -3651.672121 -3651.672121 original +-66475.561431 -66475.561431 -66475.561431 new +17808.963785 17808.963785 17808.963785 new +20.31 20.31 20.31 new +30.774 30.774 30.774 new +46114.284799488 46114.284799488 46114.284799488 new +753.7028 753.7028 753.7028 original +9250340.75 9250340.75 9250340.75 new +PREHOOK: query: drop table table_change_string_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: drop table table_change_string_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_decimal + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +c2 decimal(38,18) +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1929 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_decimal + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table table_change_string_group_decimal + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_decimal order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_decimal order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=499) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=499) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=499) + default@table_change_string_group_decimal,table_change_string_group_decimal, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_decimal order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_decimal +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_decimal order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_decimal +#### A masked pattern was here #### +c1 c2 c3 b +-10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +-29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +-3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +-66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +20.310000000000000000 20.310000000000000000 20.310000000000000000 new +30.774000000000000000 30.774000000000000000 30.774000000000000000 new +46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +753.702800000000000000 753.702800000000000000 753.702800000000000000 original +9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +PREHOOK: query: drop table table_change_string_group_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: drop table table_change_string_group_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 timestamp +c2 timestamp +c3 timestamp +c4 timestamp +c5 timestamp +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 3 + rawDataSize 0 + totalSize 2006 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=9 width=755) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=9 width=755) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=9 width=755) + default@table_change_date_group_string_group_timestamp,table_change_date_group_string_group_timestamp, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +#### A masked pattern was here #### +c1 c2 c3 c4 c5 b +0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:3 5966-07-09 03:30:50.597 5966-07-09 03:3 new +6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:5 6229-06-28 02:54:28.970117179 6229-06-28 02:5 new +PREHOOK: query: drop table table_change_date_group_string_group_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: drop table table_change_date_group_string_group_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 date +c2 date +c3 date +c4 date +c5 date +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_date + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 3 + rawDataSize 0 + totalSize 1735 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_date + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=9 width=475) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=9 width=475) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=9 width=475) + default@table_change_date_group_string_group_date,table_change_date_group_string_group_date, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_date +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_date +#### A masked pattern was here #### +c1 c2 c3 c4 c5 b +0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +PREHOOK: query: drop table table_change_date_group_string_group_date +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: drop table table_change_date_group_string_group_date +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1926 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__19.tmp_values_col1 values__tmp__table__19.tmp_values_col2 values__tmp__table__19.tmp_values_col3 values__tmp__table__19.tmp_values_col4 values__tmp__table__19.tmp_values_col5 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=403) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=403) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=403) + default@table_change_numeric_group_string_group_multi_ints_string,table_change_numeric_group_string_group_multi_ints_string, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +1 200 2323322 5430907 new +100 5000 5443 0 new +17 90000 754072151 3289094 new +2000 72909 3244222 -93222 new +256 32768 31889 470614135 new +45 1000 483777 -23866739993 original +5555 40000 -719017797 810662019 new +NULL 4957 832222222 9000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +c4 char(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1928 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=415) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=415) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=415) + default@table_change_numeric_group_string_group_multi_ints_char,table_change_numeric_group_string_group_multi_ints_char, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +1 200 2323322 5430907 new +100 5000 5443 0 new +17 90000 754072151 3289094 new +2000 72909 3244222 -93222 new +256 32768 31889 470614135 new +45 1000 483777 -23866739993 original +5555 40000 -719017797 810662019 new +NULL 4957 832222222 9000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(5) +c2 char(5) +c3 char(5) +c4 char(5) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1927 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=392) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=392) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=392) + default@table_change_numeric_group_string_group_multi_ints_char_trunc,table_change_numeric_group_string_group_multi_ints_char_trunc, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899 original +0 20435 84749 -9999 original +1 200 23233 54309 new +100 5000 5443 0 new +17 90000 75407 32890 new +2000 72909 32442 -9322 new +256 32768 31889 47061 new +45 1000 48377 -2386 original +5555 40000 -7190 81066 new +NULL 4957 83222 90000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +c4 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1928 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=404) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=404) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=404) + default@table_change_numeric_group_string_group_multi_ints_varchar,table_change_numeric_group_string_group_multi_ints_varchar, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +1 200 2323322 5430907 new +100 5000 5443 0 new +17 90000 754072151 3289094 new +2000 72909 3244222 -93222 new +256 32768 31889 470614135 new +45 1000 483777 -23866739993 original +5555 40000 -719017797 810662019 new +NULL 4957 832222222 9000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(5) +c2 varchar(5) +c3 varchar(5) +c4 varchar(5) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1928 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=393) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=393) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=393) + default@table_change_numeric_group_string_group_multi_ints_varchar_trunc,table_change_numeric_group_string_group_multi_ints_varchar_trunc, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899 original +0 20435 84749 -9999 original +1 200 23233 54309 new +100 5000 5443 0 new +17 90000 75407 32890 new +2000 72909 32442 -9322 new +256 32768 31889 47061 new +45 1000 48377 -2386 original +5555 40000 -7190 81066 new +NULL 4957 83222 90000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 original +0.0 20435.0 847492223.000000000000000000 original +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1990 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +values__tmp__table__29.tmp_values_col1 values__tmp__table__29.tmp_values_col2 values__tmp__table__29.tmp_values_col3 values__tmp__table__29.tmp_values_col4 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=397) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=397) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=397) + default@table_change_numeric_group_string_group_floating_string,table_change_numeric_group_string_group_floating_string, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.3 original +-255.0 4957.0 832222222 original +-66475.561431 52927714 7203778961 new +0.0 20435.0 847492223 original +100 5000 5443 new +17 90000 754072151 new +256 32768 31889 new +30.774 20.31 46114.284799488 new +5555 40000 -719017797 new +753.7028 -3651.672121 -23866739993 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1994 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=411) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=411) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=411) + default@table_change_numeric_group_string_group_floating_char,table_change_numeric_group_string_group_floating_char, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.3 original +-255.0 4957.0 832222222 9000000000 +-66475.561431 52927714 7203778961 new +0.0 20435.0 847492223 -999999999999 +100 5000 5443 new +17 90000 754072151 new +256 32768 31889 new +30.774 20.31 46114.284799488 new +5555 40000 -719017797 new +753.7028 -3651.672121 -23866739993 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(7) +c2 char(7) +c3 char(7) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1994 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=392) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=392) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=392) + default@table_change_numeric_group_string_group_floating_char_trunc,table_change_numeric_group_string_group_floating_char_trunc, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.076 -10.3 original +-255.0 4957.0 8322222 9000000000 +-66475. 5292771 7203778 new +0.0 20435.0 8474922 -999999999999 +100 5000 5443 new +17 90000 7540721 new +256 32768 31889 new +30.774 20.31 46114.2 new +5555 40000 -719017 new +753.702 -3651.6 -238667 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1994 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=399) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=399) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=399) + default@table_change_numeric_group_string_group_floating_varchar,table_change_numeric_group_string_group_floating_varchar, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.3 original +-255.0 4957.0 832222222 9000000000 +-66475.561431 52927714 7203778961 new +0.0 20435.0 847492223 -999999999999 +100 5000 5443 new +17 90000 754072151 new +256 32768 31889 new +30.774 20.31 46114.284799488 new +5555 40000 -719017797 new +753.7028 -3651.672121 -23866739993 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(7) +c2 varchar(7) +c3 varchar(7) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1994 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=391) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=391) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=391) + default@table_change_numeric_group_string_group_floating_varchar_trunc,table_change_numeric_group_string_group_floating_varchar_trunc, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.076 -10.3 original +-255.0 4957.0 8322222 9000000000 +-66475. 5292771 7203778 new +0.0 20435.0 8474922 -999999999999 +100 5000 5443 new +17 90000 7540721 new +256 32768 31889 new +30.774 20.31 46114.2 new +5555 40000 -719017 new +753.702 -3651.6 -238667 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_string + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__38.tmp_values_col1 values__tmp__table__38.tmp_values_col2 values__tmp__table__38.tmp_values_col3 values__tmp__table__38.tmp_values_col4 values__tmp__table__38.tmp_values_col5 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +c1 c2 c3 c4 b +blank pads blank pads blank pads blank pads original +dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +escapist escapist escapist escapist original +heartbeat heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 varchar(50) +c4 char(9) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1371 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_string + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=378) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=378) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=378) + default@table_change_string_group_string_group_string,table_change_string_group_string_group_string, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +c1 c2 c3 c4 b + featherweight featherweight new + against against against against new + baffling bafflin baffling bafflin new +blank pads blank pad blank pads blank pad original +bottom bottom bottom bottom new +dynamic reptile dynamic r dynamic reptile dynamic r original +escapist escapist escapist escapist original +hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +heartbeat heartbeat heartbeat heartbeat original +junkyard junkyard junkyard junkyard new +PREHOOK: query: drop table table_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: drop table table_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_char + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +c1 c2 c3 b +blank pads blank pads blank pads original +dynamic reptile dynamic reptile dynamic reptile original +escapist escapist escapist original +heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(9) +c3 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1329 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_char + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=346) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=346) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=346) + default@table_change_string_group_string_group_char,table_change_string_group_string_group_char, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +c1 c2 c3 b + featherweight featherweight new + against against against new + baffling bafflin baffling new +blank pads blank pad blank pads original +bottom bottom bottom new +dynamic reptile dynamic r dynamic reptile original +escapist escapist escapist original +hangar paralysed companion hangar pa hangar paralysed companion new +heartbeat heartbeat heartbeat original +junkyard junkyard junkyard new +PREHOOK: query: drop table table_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: drop table table_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +c1 c2 c3 b +blank pads blank pads blank pads original +dynamic reptile dynamic reptile dynamic reptile original +escapist escapist escapist original +heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1279 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=352) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=352) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=352) + default@table_change_string_group_string_group_varchar,table_change_string_group_string_group_varchar, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +c1 c2 c3 b + featherweight featherweight new + against against against new + baffling bafflin baffling new +blank pads blank pad blank pads original +bottom bottom bottom new +dynamic reptile dynamic r dynamic reptile original +escapist escapist escapist original +hangar paralysed companion hangar pa hangar paralysed companion new +heartbeat heartbeat heartbeat original +junkyard junkyard junkyard new +PREHOOK: query: drop table table_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: drop table table_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 tinyint +c3 tinyint +c4 tinyint +c5 tinyint +c6 tinyint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 c6 b +-2 -2 -2 -2 -2 -2 original +100 100 100 100 100 100 original +45 45 45 45 45 45 original +NULL NULL NULL NULL NULL NULL original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 int +c3 bigint +c4 float +c5 double +c6 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1813 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values('774', '2031', '200', '12', '99', '0', 'new'), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new'), + ('256', '32768', '31889', '300', '444', '506', 'new'), + ('5555', '40000', '-719017797', '45', '55', '65', 'new'), + ('100', '5000', '5443', '22', '2', '-2', 'new'), + ('17', '90000', '754072151', '95', '20', '18', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values('774', '2031', '200', '12', '99', '0', 'new'), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new'), + ('256', '32768', '31889', '300', '444', '506', 'new'), + ('5555', '40000', '-719017797', '45', '55', '65', 'new'), + ('100', '5000', '5443', '22', '2', '-2', 'new'), + ('17', '90000', '754072151', '95', '20', '18', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=424) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=424) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=10 width=424) + default@table_change_lower_to_higher_numeric_group_tinyint,table_change_lower_to_higher_numeric_group_tinyint, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","c5","c6","b"] + +PREHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 c6 b +-2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +100 100 100 100.0 100.0 100.000000000000000000 original +100 5000 5443 22.0 2.0 -2.000000000000000000 new +17 90000 754072151 95.0 20.0 18.000000000000000000 new +256 32768 31889 300.0 444.0 506.000000000000000000 new +45 45 45 45.0 45.0 45.000000000000000000 original +5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +774 2031 200 12.0 99.0 0.000000000000000000 new +NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +NULL NULL NULL NULL NULL NULL original +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table1 -POSTHOOK: query: -- SORT_QUERY_RESULTS --- --- FILE VARIATION: ORC, ACID Vectorized, MapWork, Table --- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. --- +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 smallint +c3 smallint +c4 smallint +c5 smallint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 b +-2 -2 -2 -2 -2 original +-5000 -5000 -5000 -5000 -5000 original +100 100 100 100 100 original +2031 2031 2031 2031 2031 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 int +c2 bigint +c3 float +c4 double +c5 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1743 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values('774', '2031', '200', '12', '99', 'new'), + ('561431', '52927714', '7203778961', '8', '7', 'new'), + ('256', '32768', '31889', '300', '444', 'new'), + ('5555', '40000', '-719017797', '45', '55', 'new'), + ('100', '5000', '5443', '22', '2', 'new'), + ('17', '90000', '754072151', '95', '20', 'new') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values('774', '2031', '200', '12', '99', 'new'), + ('561431', '52927714', '7203778961', '8', '7', 'new'), + ('256', '32768', '31889', '300', '444', 'new'), + ('5555', '40000', '-719017797', '45', '55', 'new'), + ('100', '5000', '5443', '22', '2', 'new'), + ('17', '90000', '754072151', '95', '20', 'new') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=398) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=398) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=398) + default@table_change_lower_to_higher_numeric_group_smallint,table_change_lower_to_higher_numeric_group_smallint, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint #### A masked pattern was here #### -POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint #### A masked pattern was here #### -a b -1 new -1 original -2 new -2 original -3 new -3 original -4 new -4 original -5 new -6 new -PREHOOK: query: select a,b,c from table1 +c1 c2 c3 c4 c5 b +-2 -2 -2.0 -2.0 -2.000000000000000000 original +-5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +100 100 100.0 100.0 100.000000000000000000 original +100 5000 5443.0 22.0 2.000000000000000000 new +17 90000 7.5407213E8 95.0 20.000000000000000000 new +2031 2031 2031.0 2031.0 2031.000000000000000000 original +256 32768 31889.0 300.0 444.000000000000000000 new +5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +774 2031 200.0 12.0 99.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 int +c2 int +c3 int +c4 int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int #### A masked pattern was here #### -POSTHOOK: query: select a,b,c from table1 +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int #### A masked pattern was here #### -a b c -1 new 10 -1 original NULL -2 new 20 -2 original NULL -3 new 30 -3 original NULL -4 new 40 -4 original NULL -5 new 100 -6 new 200 -PREHOOK: query: select a,b,c,d from table1 +c1 c2 c3 c4 b +-2 -2 -2 -2 original +-5000 -5000 -5000 -5000 original +2031 2031 2031 2031 original +52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 float +c3 double +c4 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1710 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values('774', '2031', '200', '12', 'new'), + ('561431', '52927714', '7203778961', '8', 'new'), + ('256', '32768', '31889', '300', 'new'), + ('5555', '40000', '-719017797', '45', 'new'), + ('100', '5000', '5443', '22', 'new'), + ('17', '90000', '754072151', '95', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values('774', '2031', '200', '12', 'new'), + ('561431', '52927714', '7203778961', '8', 'new'), + ('256', '32768', '31889', '300', 'new'), + ('5555', '40000', '-719017797', '45', 'new'), + ('100', '5000', '5443', '22', 'new'), + ('17', '90000', '754072151', '95', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=379) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=379) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=379) + default@table_change_lower_to_higher_numeric_group_int,table_change_lower_to_higher_numeric_group_int, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int #### A masked pattern was here #### -POSTHOOK: query: select a,b,c,d from table1 +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int #### A masked pattern was here #### -a b c d -1 new 10 ten -1 original NULL NULL -2 new 20 twenty -2 original NULL NULL -3 new 30 thirty -3 original NULL NULL -4 new 40 forty -4 original NULL NULL -5 new 100 hundred -6 new 200 two hundred -PREHOOK: query: select a,c,d from table1 +c1 c2 c3 c4 b +-2 -2.0 -2.0 -2.000000000000000000 original +-5000 -5000.0 -5000.0 -5000.000000000000000000 original +100 5000.0 5443.0 22.000000000000000000 new +17 90000.0 7.54072151E8 95.000000000000000000 new +2031 2031.0 2031.0 2031.000000000000000000 original +256 32768.0 31889.0 300.000000000000000000 new +52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5555 40000.0 -7.19017797E8 45.000000000000000000 new +561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +774 2031.0 200.0 12.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 bigint +c3 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint #### A masked pattern was here #### -POSTHOOK: query: select a,c,d from table1 +POSTHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint #### A masked pattern was here #### -a c d -1 10 ten -1 NULL NULL -2 20 twenty -2 NULL NULL -3 30 thirty -3 NULL NULL -4 40 forty -4 NULL NULL -5 100 hundred -6 200 two hundred -PREHOOK: query: select a,d from table1 +c1 c2 c3 b +-2 -2 -2 original +-5000 -5000 -5000 original +52927714 52927714 52927714 original +7203778961 7203778961 7203778961 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1672 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values('774', '2031', '200', 'new'), + ('561431', '52927714', '7203778961', 'new'), + ('256', '32768', '31889', 'new'), + ('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'), + ('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values('774', '2031', '200', 'new'), + ('561431', '52927714', '7203778961', 'new'), + ('256', '32768', '31889', 'new'), + ('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'), + ('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=298) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=298) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=298) + default@table_change_lower_to_higher_numeric_group_bigint,table_change_lower_to_higher_numeric_group_bigint, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint #### A masked pattern was here #### -POSTHOOK: query: select a,d from table1 +POSTHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint #### A masked pattern was here #### -a d -1 NULL -1 ten -2 NULL -2 twenty -3 NULL -3 thirty -4 NULL -4 forty -5 hundred -6 two hundred -PREHOOK: query: select c from table1 +c1 c2 c3 b +-2.0 -2.0 -2.000000000000000000 original +-5000.0 -5000.0 -5000.000000000000000000 original +100.0 5000.0 5443.000000000000000000 new +17.0 90000.0 754072151.000000000000000000 new +256.0 32768.0 31889.000000000000000000 new +5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5555.0 40000.0 -719017797.000000000000000000 new +561431.0 5.2927714E7 7203778961.000000000000000000 new +7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +774.0 2031.0 200.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 float +c2 float +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float #### A masked pattern was here #### -POSTHOOK: query: select c from table1 +POSTHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float #### A masked pattern was here #### -c -10 -100 -20 -200 -30 -40 -NULL -NULL -NULL -NULL -PREHOOK: query: select d from table1 +c1 c2 b +-29.0764 -29.0764 original +-5000.0 -5000.0 original +5.2927712E7 5.2927712E7 original +753.7028 753.7028 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 double +c2 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1591 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values('774', '2031', 'new'), + ('561431', '52927714', 'new'), + ('256', '32768', 'new'), + ('5555', '40000', 'new'), + ('100', '5000', 'new'), + ('17', '90000', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values('774', '2031', 'new'), + ('561431', '52927714', 'new'), + ('256', '32768', 'new'), + ('5555', '40000', 'new'), + ('100', '5000', 'new'), + ('17', '90000', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=274) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=274) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=274) + default@table_change_lower_to_higher_numeric_group_float,table_change_lower_to_higher_numeric_group_float, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","b"] + +PREHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float #### A masked pattern was here #### -POSTHOOK: query: select d from table1 +POSTHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float #### A masked pattern was here #### -d -NULL -NULL -NULL -NULL -forty -hundred -ten -thirty -twenty -two hundred +c1 c2 b +-29.076400756835938 -29.076400756835937500 original +-5000.0 -5000.000000000000000000 original +100.0 5000.000000000000000000 new +17.0 90000.000000000000000000 new +256.0 32768.000000000000000000 new +5.2927712E7 52927712.000000000000000000 original +5555.0 40000.000000000000000000 new +561431.0 52927714.000000000000000000 new +753.7028198242188 753.702819824218750000 original +774.0 2031.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) -- -CREATE TABLE table2(a smallint, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE table_change_lower_to_higher_numeric_group_double(c1 double, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table2 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) -- -CREATE TABLE table2(a smallint, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE table_change_lower_to_higher_numeric_group_double(c1 double, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 +PREHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +c1 b +-29.0764 original +-5000.0 original +5.2927714E7 original +753.7028 original PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 +alter table table_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +alter table table_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 2 + numRows 4 + rawDataSize 0 + totalSize 1562 + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [c1] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values('774', 'new'), + ('561431', 'new'), + ('256', 'new'), + ('5555', 'new'), + ('100', 'new'), + ('17', 'new') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values('774', 'new'), + ('561431', 'new'), + ('256', 'new'), + ('5555', 'new'), + ('100', 'new'), + ('17', 'new') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 -PREHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') +PREHOOK: query: explain +select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') +POSTHOOK: query: explain +select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select a,b from table2 +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=304) + Output:["_col0","_col1"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=304) + Output:["_col0","_col1"] + TableScan [TS_0] (rows=10 width=304) + default@table_change_lower_to_higher_numeric_group_double,table_change_lower_to_higher_numeric_group_double, ACID table,Tbl:COMPLETE,Col:NONE,Output:["c1","b"] + +PREHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 PREHOOK: type: QUERY -PREHOOK: Input: default@table2 +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double #### A masked pattern was here #### -POSTHOOK: query: select a,b from table2 +POSTHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@table2 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double #### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -5000 new -6737 original -72909 new -90000 new +c1 b +-29.076399999999999579 original +-5000.000000000000000000 original +100.000000000000000000 new +17.000000000000000000 new +256.000000000000000000 new +52927714.000000000000000000 original +5555.000000000000000000 new +561431.000000000000000000 new +753.702800000000024738 original +774.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns @@ -300,14 +5362,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@table5 PREHOOK: query: insert into table table5 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Input: default@values__tmp__table__56 PREHOOK: Output: default@table5 POSTHOOK: query: insert into table table5 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Input: default@values__tmp__table__56 POSTHOOK: Output: default@table5 -POSTHOOK: Lineage: table5.a EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table5.b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table5.a EXPRESSION [(values__tmp__table__56)values__tmp__table__56.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table5.b SIMPLE [(values__tmp__table__56)values__tmp__table__56.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... alter table table5 add columns(c int, d string) @@ -321,30 +5383,50 @@ POSTHOOK: Input: default@table5 POSTHOOK: Output: default@table5 PREHOOK: query: insert into table table5 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Input: default@values__tmp__table__57 PREHOOK: Output: default@table5 POSTHOOK: query: insert into table table5 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Input: default@values__tmp__table__57 POSTHOOK: Output: default@table5 -POSTHOOK: Lineage: table5.a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table5.b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table5.c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table5.d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table5.a EXPRESSION [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table5.b SIMPLE [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table5.c EXPRESSION [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table5.d SIMPLE [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 PREHOOK: query: insert into table table5 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Input: default@values__tmp__table__58 PREHOOK: Output: default@table5 POSTHOOK: query: insert into table table5 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Input: default@values__tmp__table__58 POSTHOOK: Output: default@table5 -POSTHOOK: Lineage: table5.a EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table5.b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table5.c EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table5.d SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table5.a EXPRESSION [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table5.b SIMPLE [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table5.c EXPRESSION [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table5.d SIMPLE [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select * from table5 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from table5 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Map 1 vectorized + File Output Operator [FS_4] + Select Operator [OP_3] (rows=10 width=471) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=471) + default@table5,table5, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b","c","d"] + PREHOOK: query: select a,b,c,d from table5 PREHOOK: type: QUERY PREHOOK: Input: default@table5 @@ -412,14 +5494,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@table6 PREHOOK: query: insert into table table6 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Input: default@values__tmp__table__59 PREHOOK: Output: default@table6 POSTHOOK: query: insert into table table6 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Input: default@values__tmp__table__59 POSTHOOK: Output: default@table6 -POSTHOOK: Lineage: table6.a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table6.b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table6.a EXPRESSION [(values__tmp__table__59)values__tmp__table__59.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table6.b SIMPLE [(values__tmp__table__59)values__tmp__table__59.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... alter table table6 add columns(c int, d string) @@ -433,30 +5515,50 @@ POSTHOOK: Input: default@table6 POSTHOOK: Output: default@table6 PREHOOK: query: insert into table table6 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Input: default@values__tmp__table__60 PREHOOK: Output: default@table6 POSTHOOK: query: insert into table table6 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Input: default@values__tmp__table__60 POSTHOOK: Output: default@table6 -POSTHOOK: Lineage: table6.a EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table6.b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table6.c EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table6.d SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table6.a EXPRESSION [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table6.b SIMPLE [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table6.c EXPRESSION [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table6.d SIMPLE [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 PREHOOK: query: insert into table table6 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Input: default@values__tmp__table__61 PREHOOK: Output: default@table6 POSTHOOK: query: insert into table table6 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Input: default@values__tmp__table__61 POSTHOOK: Output: default@table6 -POSTHOOK: Lineage: table6.a EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table6.b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table6.c EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table6.d SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table6.a EXPRESSION [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table6.b SIMPLE [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table6.c EXPRESSION [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table6.d SIMPLE [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select * from table6 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from table6 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Map 1 vectorized + File Output Operator [FS_4] + Select Operator [OP_3] (rows=10 width=472) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=472) + default@table6,table6, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b","c","d"] + PREHOOK: query: select a,b,c,d from table6 PREHOOK: type: QUERY PREHOOK: Input: default@table6 @@ -519,14 +5621,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@table7 PREHOOK: query: insert into table table7 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Input: default@values__tmp__table__62 PREHOOK: Output: default@table7 POSTHOOK: query: insert into table table7 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Input: default@values__tmp__table__62 POSTHOOK: Output: default@table7 -POSTHOOK: Lineage: table7.a EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table7.b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table7.a EXPRESSION [(values__tmp__table__62)values__tmp__table__62.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table7.b SIMPLE [(values__tmp__table__62)values__tmp__table__62.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... alter table table7 add columns(c int, d string) @@ -540,30 +5642,50 @@ POSTHOOK: Input: default@table7 POSTHOOK: Output: default@table7 PREHOOK: query: insert into table table7 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Input: default@values__tmp__table__63 PREHOOK: Output: default@table7 POSTHOOK: query: insert into table table7 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Input: default@values__tmp__table__63 POSTHOOK: Output: default@table7 -POSTHOOK: Lineage: table7.a EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table7.b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table7.c EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table7.d SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table7.a EXPRESSION [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table7.b SIMPLE [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table7.c EXPRESSION [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table7.d SIMPLE [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 PREHOOK: query: insert into table table7 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Input: default@values__tmp__table__64 PREHOOK: Output: default@table7 POSTHOOK: query: insert into table table7 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Input: default@values__tmp__table__64 POSTHOOK: Output: default@table7 -POSTHOOK: Lineage: table7.a EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table7.b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table7.c EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table7.d SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table7.a EXPRESSION [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table7.b SIMPLE [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table7.c EXPRESSION [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table7.d SIMPLE [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select * from table7 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from table7 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Map 1 vectorized + File Output Operator [FS_4] + Select Operator [OP_3] (rows=10 width=473) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=473) + default@table7,table7, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b","c","d"] + PREHOOK: query: select a,b,c,d from table7 PREHOOK: type: QUERY PREHOOK: Input: default@table7 @@ -609,22 +5731,6 @@ a b c d 4 new 40 forty 4 original NULL NULL 6 new 200 two hundred -PREHOOK: query: DROP TABLE table1 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: DROP TABLE table1 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: DROP TABLE table2 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 -POSTHOOK: query: DROP TABLE table2 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 PREHOOK: query: DROP TABLE table5 PREHOOK: type: DROPTABLE PREHOOK: Input: default@table5 diff --git ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_fetchwork_part.q.out ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_fetchwork_part.q.out index dc2fd9a..e501a60 100644 --- ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_fetchwork_part.q.out +++ ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_fetchwork_part.q.out @@ -2,84 +2,180 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Non-Vectorized, FetchWork, Partitioned -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned1 +PREHOOK: Output: default@part_add_int_permute_select POSTHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Non-Vectorized, FetchWork, Partitioned -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) +alter table part_add_int_permute_select add columns(c int) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) +alter table part_add_int_permute_select add columns(c int) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=2) values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@partitioned1@part=2 -POSTHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=2) values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@partitioned1@part=2 -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(5, 'new', 100),(6, 'new', 200) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(5, 'new', 100),(6, 'new', 200) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from part_add_int_permute_select +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from part_add_int_permute_select +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2"] + TableScan [TS_0] + Output:["a","b"] + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from part_add_int_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from part_add_int_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### part a b 1 1 original @@ -92,17 +188,17 @@ part a b 2 2 new 2 3 new 2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +PREHOOK: query: select part,a,b,c from part_add_int_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,a,b,c from part_add_int_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### part a b c 1 1 original NULL @@ -115,86 +211,17 @@ part a b c 2 2 new 20 2 3 new 30 2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new 100 hundred -1 6 new 200 two hundred -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a c d -1 1 NULL NULL -1 2 NULL NULL -1 3 NULL NULL -1 4 NULL NULL -1 5 100 hundred -1 6 200 two hundred -2 1 10 ten -2 2 20 twenty -2 3 30 thirty -2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 +PREHOOK: query: select part,c from part_add_int_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 +POSTHOOK: query: select part,c from part_add_int_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a d -1 1 NULL -1 2 NULL -1 3 NULL -1 4 NULL -1 5 hundred -1 6 two hundred -2 1 ten -2 2 twenty -2 3 thirty -2 4 forty -PREHOOK: query: select part,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### part c 1 100 @@ -207,181 +234,179 @@ part c 2 20 2 30 2 40 -PREHOOK: query: select part,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part d -1 NULL -1 NULL -1 NULL -1 NULL -1 hundred -1 two hundred -2 forty -2 ten -2 thirty -2 twenty -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: query: drop table part_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select +POSTHOOK: query: drop table part_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE part_add_int_string_permute_select(a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE part_add_int_string_permute_select(a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 -PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@partitioned2@part=2 -POSTHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@partitioned2@part=2 -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +POSTHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select part,a,b from partitioned2 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned2 -PREHOOK: Input: default@partitioned2@part=1 -PREHOOK: Input: default@partitioned2@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned2 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Input: default@partitioned2@part=1 -POSTHOOK: Input: default@partitioned2@part=2 -#### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 90000 new -2 200 new -2 32768 new -2 40000 new -2 72909 new -PREHOOK: query: -- --- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: -- --- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__7 -PREHOOK: Output: default@partitioned3@part=1 -POSTHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__7 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,a,b from part_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__8 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +POSTHOOK: query: explain +select part,a,b from part_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__8 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Output: default@partitioned3@part=2 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 _col4 +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2"] + TableScan [TS_0] + Output:["a","b"] + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from part_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from part_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a b 1 1 original @@ -394,17 +419,17 @@ part a b 2 2 new 2 3 new 2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +PREHOOK: query: select part,a,b,c from part_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,a,b,c from part_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a b c 1 1 original NULL @@ -417,17 +442,17 @@ part a b c 2 2 new 20 2 3 new 30 2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 +PREHOOK: query: select part,a,b,c,d from part_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 +POSTHOOK: query: select part,a,b,c,d from part_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -440,17 +465,17 @@ part a b c d 2 2 new 20 twenty 2 3 new 30 thirty 2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 +PREHOOK: query: select part,a,c,d from part_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 +POSTHOOK: query: select part,a,c,d from part_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a c d 1 1 NULL NULL @@ -463,17 +488,17 @@ part a c d 2 2 20 twenty 2 3 30 thirty 2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 +PREHOOK: query: select part,a,d from part_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 +POSTHOOK: query: select part,a,d from part_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a d 1 1 NULL @@ -486,17 +511,17 @@ part a d 2 2 twenty 2 3 thirty 2 4 forty -PREHOOK: query: select part,c from partitioned1 +PREHOOK: query: select part,c from part_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 +POSTHOOK: query: select part,c from part_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part c 1 100 @@ -509,17 +534,17 @@ part c 2 20 2 30 2 40 -PREHOOK: query: select part,d from partitioned1 +PREHOOK: query: select part,d from part_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 +POSTHOOK: query: select part,d from part_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part d 1 NULL @@ -532,111 +557,4887 @@ part d 2 ten 2 thirty 2 twenty -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: query: drop table part_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: drop table part_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__9 -PREHOOK: Output: default@partitioned4@part=1 -POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__9 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 +alter table part_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +alter table part_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +c2 double +c3 double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__10 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__10 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Output: default@partitioned4@part=2 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 _col2 -PREHOOK: query: select part,a,b from partitioned4 +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_double PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned4 -PREHOOK: Input: default@partitioned4@part=1 -PREHOOK: Input: default@partitioned4@part=2 +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_double +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] + Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_double +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Input: default@part_change_string_group_double@part=1 +PREHOOK: Input: default@part_change_string_group_double@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned4 +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_double POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Input: default@partitioned4@part=1 -POSTHOOK: Input: default@partitioned4@part=2 +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Input: default@part_change_string_group_double@part=1 +POSTHOOK: Input: default@part_change_string_group_double@part=2 #### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 90000 new -2 200 new -2 32768 new -2 40000 new -2 72909 new -PREHOOK: query: DROP TABLE partitioned1 +part c1 c2 c3 b +1 -10.3 -10.3 -10.3 original +1 -29.0764 -29.0764 -29.0764 original +1 -3651.672121 -3651.672121 -3651.672121 original +1 17808.963785 17808.963785 17808.963785 new +1 753.7028 753.7028 753.7028 original +1 9250340.75 9250340.75 9250340.75 new +2 -66475.561431 -66475.561431 -66475.561431 new +2 20.31 20.31 20.31 new +2 30.774 30.774 30.774 new +2 46114.284799488 46114.284799488 46114.284799488 new +PREHOOK: query: drop table part_change_string_group_double PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 -POSTHOOK: query: DROP TABLE partitioned1 +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: drop table part_change_string_group_double POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: DROP TABLE partitioned2 +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +c2 decimal(38,18) +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_decimal +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_decimal +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] + Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_decimal +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Input: default@part_change_string_group_decimal@part=1 +PREHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_decimal +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Input: default@part_change_string_group_decimal@part=1 +POSTHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +1 -29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +1 -3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +1 17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +1 753.702800000000000000 753.702800000000000000 753.702800000000000000 original +1 9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +2 -66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +2 20.310000000000000000 20.310000000000000000 20.310000000000000000 new +2 30.774000000000000000 30.774000000000000000 30.774000000000000000 new +2 46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +PREHOOK: query: drop table part_change_string_group_decimal PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: DROP TABLE partitioned2 +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: drop table part_change_string_group_decimal POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: DROP TABLE partitioned3 +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 timestamp +c2 timestamp +c3 timestamp +c4 timestamp +c5 timestamp +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] + Output:["c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +1 2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +1 2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +1 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:3 5966-07-09 03:30:50.597 5966-07-09 03:3 new +1 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:5 6229-06-28 02:54:28.970117179 6229-06-28 02:5 new +2 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +2 1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +2 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +2 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +PREHOOK: query: drop table part_change_date_group_string_group_timestamp PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: DROP TABLE partitioned3 +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: drop table part_change_date_group_string_group_timestamp POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: DROP TABLE partitioned4 +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 date +c2 date +c3 date +c4 date +c5 date +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] + Output:["c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Input: default@part_change_date_group_string_group_date@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +1 2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +1 2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +2 0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +2 1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +2 2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +2 2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +2 5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +2 6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +PREHOOK: query: drop table part_change_date_group_string_group_date +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: drop table part_change_date_group_string_group_date +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__19.tmp_values_col1 values__tmp__table__19.tmp_values_col2 values__tmp__table__19.tmp_values_col3 values__tmp__table__19.tmp_values_col4 values__tmp__table__19.tmp_values_col5 values__tmp__table__19.tmp_values_col6 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] + Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 100 5000 5443 0 new +1 17 90000 754072151 3289094 new +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +2 1 200 2323322 5430907 new +2 2000 72909 3244222 -93222 new +2 256 32768 31889 470614135 new +2 5555 40000 -719017797 810662019 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +c4 char(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] + Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 100 5000 5443 0 new +1 17 90000 754072151 3289094 new +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +2 1 200 2323322 5430907 new +2 2000 72909 3244222 -93222 new +2 256 32768 31889 470614135 new +2 5555 40000 -719017797 810662019 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(5) +c2 char(5) +c3 char(5) +c4 char(5) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] + Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899 original +1 0 20435 84749 -9999 original +1 100 5000 5443 0 new +1 17 90000 75407 32890 new +1 45 1000 48377 -2386 original +1 NULL 4957 83222 90000 original +2 1 200 23233 54309 new +2 2000 72909 32442 -9322 new +2 256 32768 31889 47061 new +2 5555 40000 -7190 81066 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +c4 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] + Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 100 5000 5443 0 new +1 17 90000 754072151 3289094 new +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +2 1 200 2323322 5430907 new +2 2000 72909 3244222 -93222 new +2 256 32768 31889 470614135 new +2 5555 40000 -719017797 810662019 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(5) +c2 varchar(5) +c3 varchar(5) +c4 varchar(5) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] + Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899 original +1 0 20435 84749 -9999 original +1 100 5000 5443 0 new +1 17 90000 75407 32890 new +1 45 1000 48377 -2386 original +1 NULL 4957 83222 90000 original +2 1 200 23233 54309 new +2 2000 72909 32442 -9322 new +2 256 32768 31889 47061 new +2 5555 40000 -7190 81066 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 original +1 0.0 20435.0 847492223.000000000000000000 original +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +values__tmp__table__29.tmp_values_col1 values__tmp__table__29.tmp_values_col2 values__tmp__table__29.tmp_values_col3 values__tmp__table__29.tmp_values_col4 values__tmp__table__29.tmp_values_col5 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] + Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.3 original +1 -255.0 4957.0 832222222 original +1 0.0 20435.0 847492223 original +1 100 5000 5443 new +1 17 90000 754072151 new +1 753.7028 -3651.672121 -23866739993 original +2 -66475.561431 52927714 7203778961 new +2 256 32768 31889 new +2 30.774 20.31 46114.284799488 new +2 5555 40000 -719017797 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] + Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.3 original +1 -255.0 4957.0 832222222 9000000000 +1 0.0 20435.0 847492223 -999999999999 +1 100 5000 5443 new +1 17 90000 754072151 new +1 753.7028 -3651.672121 -23866739993 original +2 -66475.561431 52927714 7203778961 new +2 256 32768 31889 new +2 30.774 20.31 46114.284799488 new +2 5555 40000 -719017797 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(7) +c2 char(7) +c3 char(7) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] + Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.076 -10.3 original +1 -255.0 4957.0 8322222 9000000000 +1 0.0 20435.0 8474922 -999999999999 +1 100 5000 5443 new +1 17 90000 7540721 new +1 753.702 -3651.6 -238667 original +2 -66475. 5292771 7203778 new +2 256 32768 31889 new +2 30.774 20.31 46114.2 new +2 5555 40000 -719017 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] + Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.3 original +1 -255.0 4957.0 832222222 9000000000 +1 0.0 20435.0 847492223 -999999999999 +1 100 5000 5443 new +1 17 90000 754072151 new +1 753.7028 -3651.672121 -23866739993 original +2 -66475.561431 52927714 7203778961 new +2 256 32768 31889 new +2 30.774 20.31 46114.284799488 new +2 5555 40000 -719017797 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(7) +c2 varchar(7) +c3 varchar(7) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] + Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.076 -10.3 original +1 -255.0 4957.0 8322222 9000000000 +1 0.0 20435.0 8474922 -999999999999 +1 100 5000 5443 new +1 17 90000 7540721 new +1 753.702 -3651.6 -238667 original +2 -66475. 5292771 7203778 new +2 256 32768 31889 new +2 30.774 20.31 46114.2 new +2 5555 40000 -719017 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__38.tmp_values_col1 values__tmp__table__38.tmp_values_col2 values__tmp__table__38.tmp_values_col3 values__tmp__table__38.tmp_values_col4 values__tmp__table__38.tmp_values_col5 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 blank pads blank pads blank pads blank pads original +1 dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +1 escapist escapist escapist escapist original +1 heartbeat heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 varchar(50) +c4 char(9) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] + Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 blank pads blank pad blank pads blank pad original +1 bottom bottom bottom bottom new +1 dynamic reptile dynamic r dynamic reptile dynamic r original +1 escapist escapist escapist escapist original +1 hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +1 heartbeat heartbeat heartbeat heartbeat original +2 featherweight featherweight new +2 against against against against new +2 baffling bafflin baffling bafflin new +2 junkyard junkyard junkyard junkyard new +PREHOOK: query: drop table part_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: drop table part_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pads blank pads original +1 dynamic reptile dynamic reptile dynamic reptile original +1 escapist escapist escapist original +1 heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(9) +c3 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_char +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_char +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] + Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pad blank pads original +1 bottom bottom bottom new +1 dynamic reptile dynamic r dynamic reptile original +1 escapist escapist escapist original +1 hangar paralysed companion hangar pa hangar paralysed companion new +1 heartbeat heartbeat heartbeat original +2 featherweight featherweight new +2 against against against new +2 baffling bafflin baffling new +2 junkyard junkyard junkyard new +PREHOOK: query: drop table part_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: drop table part_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pads blank pads original +1 dynamic reptile dynamic reptile dynamic reptile original +1 escapist escapist escapist original +1 heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_varchar +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_varchar +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] + Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pad blank pads original +1 bottom bottom bottom new +1 dynamic reptile dynamic r dynamic reptile original +1 escapist escapist escapist original +1 hangar paralysed companion hangar pa hangar paralysed companion new +1 heartbeat heartbeat heartbeat original +2 featherweight featherweight new +2 against against against new +2 baffling bafflin baffling new +2 junkyard junkyard junkyard new +PREHOOK: query: drop table part_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: drop table part_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 tinyint +c3 tinyint +c4 tinyint +c5 tinyint +c6 tinyint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 c6 b +1 -2 -2 -2 -2 -2 -2 original +1 100 100 100 100 100 100 original +1 45 45 45 45 45 45 original +1 NULL NULL NULL NULL NULL NULL original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 int +c3 bigint +c4 float +c5 double +c6 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values('774', '2031', '200', '12', '99', '0', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + ('256', '32768', '31889', '300', '444', '506', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + ('100', '5000', '5443', '22', '2', '-2', 'new', 1), + ('17', '90000', '754072151', '95', '20', '18', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values('774', '2031', '200', '12', '99', '0', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + ('256', '32768', '31889', '300', '444', '506', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + ('100', '5000', '5443', '22', '2', '-2', 'new', 1), + ('17', '90000', '754072151', '95', '20', '18', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + TableScan [TS_0] + Output:["c1","c2","c3","c4","c5","c6","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 c6 b +1 -2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +1 100 100 100 100.0 100.0 100.000000000000000000 original +1 100 5000 5443 22.0 2.0 -2.000000000000000000 new +1 17 90000 754072151 95.0 20.0 18.000000000000000000 new +1 45 45 45 45.0 45.0 45.000000000000000000 original +1 NULL NULL NULL NULL NULL NULL original +2 256 32768 31889 300.0 444.0 506.000000000000000000 new +2 5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +2 774 2031 200 12.0 99.0 0.000000000000000000 new +2 NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 smallint +c3 smallint +c4 smallint +c5 smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 -2 -2 -2 -2 -2 original +1 -5000 -5000 -5000 -5000 -5000 original +1 100 100 100 100 100 original +1 2031 2031 2031 2031 2031 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 int +c2 bigint +c3 float +c4 double +c5 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values('774', '2031', '200', '12', '99', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', 'new', 2), + ('256', '32768', '31889', '300', '444', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', 'new', 2), + ('100', '5000', '5443', '22', '2', 'new', 1), + ('17', '90000', '754072151', '95', '20', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values('774', '2031', '200', '12', '99', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', 'new', 2), + ('256', '32768', '31889', '300', '444', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', 'new', 2), + ('100', '5000', '5443', '22', '2', 'new', 1), + ('17', '90000', '754072151', '95', '20', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] + Output:["c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 -2 -2 -2.0 -2.0 -2.000000000000000000 original +1 -5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +1 100 100 100.0 100.0 100.000000000000000000 original +1 100 5000 5443.0 22.0 2.000000000000000000 new +1 17 90000 7.5407213E8 95.0 20.000000000000000000 new +1 2031 2031 2031.0 2031.0 2031.000000000000000000 original +2 256 32768 31889.0 300.0 444.000000000000000000 new +2 5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +2 561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +2 774 2031 200.0 12.0 99.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 int +c2 int +c3 int +c4 int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -2 -2 -2 original +1 -5000 -5000 -5000 -5000 original +1 2031 2031 2031 2031 original +1 52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 float +c3 double +c4 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values('774', '2031', '200', '12', 'new', 2), + ('561431', '52927714', '7203778961', '8', 'new', 2), + ('256', '32768', '31889', '300', 'new', 2), + ('5555', '40000', '-719017797', '45', 'new', 2), + ('100', '5000', '5443', '22', 'new', 1), + ('17', '90000', '754072151', '95', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values('774', '2031', '200', '12', 'new', 2), + ('561431', '52927714', '7203778961', '8', 'new', 2), + ('256', '32768', '31889', '300', 'new', 2), + ('5555', '40000', '-719017797', '45', 'new', 2), + ('100', '5000', '5443', '22', 'new', 1), + ('17', '90000', '754072151', '95', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] + Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -2.0 -2.0 -2.000000000000000000 original +1 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +1 100 5000.0 5443.0 22.000000000000000000 new +1 17 90000.0 7.54072151E8 95.000000000000000000 new +1 2031 2031.0 2031.0 2031.000000000000000000 original +1 52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +2 256 32768.0 31889.0 300.000000000000000000 new +2 5555 40000.0 -7.19017797E8 45.000000000000000000 new +2 561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +2 774 2031.0 200.0 12.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 bigint +c3 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2 -2 -2 original +1 -5000 -5000 -5000 original +1 52927714 52927714 52927714 original +1 7203778961 7203778961 7203778961 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values('774', '2031', '200', 'new', 2), + ('561431', '52927714', '7203778961', 'new', 2), + ('256', '32768', '31889', 'new', 2), + ('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1), + ('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values('774', '2031', '200', 'new', 2), + ('561431', '52927714', '7203778961', 'new', 2), + ('256', '32768', '31889', 'new', 2), + ('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1), + ('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] + Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -2.0 -2.000000000000000000 original +1 -5000.0 -5000.0 -5000.000000000000000000 original +1 100.0 5000.0 5443.000000000000000000 new +1 17.0 90000.0 754072151.000000000000000000 new +1 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +1 7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +2 256.0 32768.0 31889.000000000000000000 new +2 5555.0 40000.0 -719017797.000000000000000000 new +2 561431.0 5.2927714E7 7203778961.000000000000000000 new +2 774.0 2031.0 200.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 float +c2 float +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +#### A masked pattern was here #### +part c1 c2 b +1 -29.0764 -29.0764 original +1 -5000.0 -5000.0 original +1 5.2927712E7 5.2927712E7 original +1 753.7028 753.7028 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 double +c2 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values('774', '2031', 'new', 2), + ('561431', '52927714', 'new', 2), + ('256', '32768', 'new', 2), + ('5555', '40000', 'new', 2), + ('100', '5000', 'new', 1), + ('17', '90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values('774', '2031', 'new', 2), + ('561431', '52927714', 'new', 2), + ('256', '32768', 'new', 2), + ('5555', '40000', 'new', 2), + ('100', '5000', 'new', 1), + ('17', '90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] + Output:["c1","c2","b"] + +PREHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 +#### A masked pattern was here #### +part c1 c2 b +1 -29.076400756835938 -29.076400756835937500 original +1 -5000.0 -5000.000000000000000000 original +1 100.0 5000.000000000000000000 new +1 17.0 90000.000000000000000000 new +1 5.2927712E7 52927712.000000000000000000 original +1 753.7028198242188 753.702819824218750000 original +2 256.0 32768.000000000000000000 new +2 5555.0 40000.000000000000000000 new +2 561431.0 52927714.000000000000000000 new +2 774.0 2031.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(c1 double, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(c1 double, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +part c1 b +1 -29.0764 original +1 -5000.0 original +1 5.2927714E7 original +1 753.7028 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values('774', 'new', 2), + ('561431', 'new', 2), + ('256', 'new', 2), + ('5555', 'new', 2), + ('100', 'new', 1), + ('17', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values('774', 'new', 2), + ('561431', 'new', 2), + ('256', 'new', 2), + ('5555', 'new', 2), + ('100', 'new', 1), + ('17', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,c1,b from part_change_lower_to_higher_numeric_group_double +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,b from part_change_lower_to_higher_numeric_group_double +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2"] + TableScan [TS_0] + Output:["c1","b"] + +PREHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 +#### A masked pattern was here #### +part c1 b +1 -29.076399999999999579 original +1 -5000.000000000000000000 original +1 100.000000000000000000 new +1 17.000000000000000000 new +1 52927714.000000000000000000 original +1 753.702800000000024738 original +2 256.000000000000000000 new +2 5555.000000000000000000 new +2 561431.000000000000000000 new +2 774.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_double PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: DROP TABLE partitioned4 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_double POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double diff --git ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_fetchwork_table.q.out ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_fetchwork_table.q.out index 93f4dcc..82563d2 100644 --- ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_fetchwork_table.q.out +++ ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_fetchwork_table.q.out @@ -2,80 +2,385 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Non-Vectorized, FetchWork, Table -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) STORED AS ORC +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(a INT, b STRING) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table1 +PREHOOK: Output: default@table_add_int_permute_select POSTHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Non-Vectorized, FetchWork, Table -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) STORED AS ORC +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(a INT, b STRING) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) +alter table table_add_int_permute_select add columns(c int) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) +alter table table_add_int_permute_select add columns(c int) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 384 + totalSize 313 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_permute_select values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: insert into table table_add_int_permute_select values(5, 'new', 100),(6, 'new', 200) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select values(5, 'new', 100),(6, 'new', 200) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select a,b from table_add_int_permute_select +PREHOOK: type: QUERY +POSTHOOK: query: explain +select a,b from table_add_int_permute_select +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1"] + TableScan [TS_0] + Output:["a","b"] + +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_permute_select +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_permute_select +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +a b +1 new +1 original +2 new +2 original +3 new +3 original +4 new +4 original +5 new +6 new +PREHOOK: query: select a,b,c from table_add_int_permute_select +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select a,b,c from table_add_int_permute_select +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +a b c +1 new 10 +1 original NULL +2 new 20 +2 original NULL +3 new 30 +3 original NULL +4 new 40 +4 original NULL +5 new 100 +6 new 200 +PREHOOK: query: select c from table_add_int_permute_select +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select c from table_add_int_permute_select +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +c +10 +100 +20 +200 +30 +40 +NULL +NULL +NULL +NULL +PREHOOK: query: drop table table_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: drop table table_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_string_permute_select(a INT, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_string_permute_select(a INT, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_string_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__4 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__4 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 384 + totalSize 313 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_string_permute_select values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__5 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__5 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table table_add_int_string_permute_select values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__6 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__6 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select a,b from table_add_int_string_permute_select +PREHOOK: type: QUERY +POSTHOOK: query: explain +select a,b from table_add_int_string_permute_select +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1"] + TableScan [TS_0] + Output:["a","b"] + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 +select a,b from table_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 +select a,b from table_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### a b 1 new @@ -88,13 +393,13 @@ a b 4 original 5 new 6 new -PREHOOK: query: select a,b,c from table1 +PREHOOK: query: select a,b,c from table_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### -POSTHOOK: query: select a,b,c from table1 +POSTHOOK: query: select a,b,c from table_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### a b c 1 new 10 @@ -107,13 +412,13 @@ a b c 4 original NULL 5 new 100 6 new 200 -PREHOOK: query: select a,b,c,d from table1 +PREHOOK: query: select a,b,c,d from table_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### -POSTHOOK: query: select a,b,c,d from table1 +POSTHOOK: query: select a,b,c,d from table_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### a b c d 1 new 10 ten @@ -126,13 +431,13 @@ a b c d 4 original NULL NULL 5 new 100 hundred 6 new 200 two hundred -PREHOOK: query: select a,c,d from table1 +PREHOOK: query: select a,c,d from table_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### -POSTHOOK: query: select a,c,d from table1 +POSTHOOK: query: select a,c,d from table_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### a c d 1 10 ten @@ -145,13 +450,13 @@ a c d 4 NULL NULL 5 100 hundred 6 200 two hundred -PREHOOK: query: select a,d from table1 +PREHOOK: query: select a,d from table_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### -POSTHOOK: query: select a,d from table1 +POSTHOOK: query: select a,d from table_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### a d 1 NULL @@ -164,13 +469,13 @@ a d 4 forty 5 hundred 6 two hundred -PREHOOK: query: select c from table1 +PREHOOK: query: select c from table_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### -POSTHOOK: query: select c from table1 +POSTHOOK: query: select c from table_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### c 10 @@ -183,13 +488,13 @@ NULL NULL NULL NULL -PREHOOK: query: select d from table1 +PREHOOK: query: select d from table_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### -POSTHOOK: query: select d from table1 +POSTHOOK: query: select d from table_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### d NULL @@ -202,97 +507,4538 @@ ten thirty twenty two hundred +PREHOOK: query: drop table table_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: drop table table_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_double + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +c2 double +c3 double +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 1640 + totalSize 661 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_double + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table table_change_string_group_double + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_double +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_double +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] + Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_double +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_double +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_double +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_double +#### A masked pattern was here #### +c1 c2 c3 b +-10.3 -10.3 -10.3 original +-29.0764 -29.0764 -29.0764 original +-3651.672121 -3651.672121 -3651.672121 original +-66475.561431 -66475.561431 -66475.561431 new +17808.963785 17808.963785 17808.963785 new +20.31 20.31 20.31 new +30.774 30.774 30.774 new +46114.284799488 46114.284799488 46114.284799488 new +753.7028 753.7028 753.7028 original +9250340.75 9250340.75 9250340.75 new +PREHOOK: query: drop table table_change_string_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: drop table table_change_string_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_decimal + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +c2 decimal(38,18) +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 1640 + totalSize 661 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_decimal + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table table_change_string_group_decimal + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_decimal +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_decimal +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] + Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_decimal +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_decimal +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_decimal +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_decimal +#### A masked pattern was here #### +c1 c2 c3 b +-10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +-29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +-3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +-66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +20.310000000000000000 20.310000000000000000 20.310000000000000000 new +30.774000000000000000 30.774000000000000000 30.774000000000000000 new +46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +753.702800000000000000 753.702800000000000000 753.702800000000000000 original +9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +PREHOOK: query: drop table table_change_string_group_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: drop table table_change_string_group_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 timestamp +c2 timestamp +c3 timestamp +c4 timestamp +c5 timestamp +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 3 + rawDataSize 876 + totalSize 705 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] + Output:["c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +#### A masked pattern was here #### +c1 c2 c3 c4 c5 b +0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:3 5966-07-09 03:30:50.597 5966-07-09 03:3 new +6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:5 6229-06-28 02:54:28.970117179 6229-06-28 02:5 new +PREHOOK: query: drop table table_change_date_group_string_group_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: drop table table_change_date_group_string_group_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) -- -CREATE TABLE table2(a smallint, b STRING) STORED AS ORC +CREATE TABLE table_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table2 +PREHOOK: Output: default@table_change_date_group_string_group_date POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) -- -CREATE TABLE table2(a smallint, b STRING) STORED AS ORC +CREATE TABLE table_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 date +c2 date +c3 date +c4 date +c5 date +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_date + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 +alter table table_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +alter table table_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 3 + rawDataSize 1116 + totalSize 505 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_date + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select a,b from table2 +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] + Output:["c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date PREHOOK: type: QUERY -PREHOOK: Input: default@table2 +PREHOOK: Input: default@table_change_date_group_string_group_date #### A masked pattern was here #### -POSTHOOK: query: select a,b from table2 +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date POSTHOOK: type: QUERY -POSTHOOK: Input: default@table2 +POSTHOOK: Input: default@table_change_date_group_string_group_date #### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -5000 new -6737 original -72909 new -90000 new -PREHOOK: query: DROP TABLE table1 +c1 c2 c3 c4 c5 b +0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +PREHOOK: query: drop table table_change_date_group_string_group_date PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: DROP TABLE table1 +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: drop table table_change_date_group_string_group_date POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: DROP TABLE table2 +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 444 + totalSize 664 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__19.tmp_values_col1 values__tmp__table__19.tmp_values_col2 values__tmp__table__19.tmp_values_col3 values__tmp__table__19.tmp_values_col4 values__tmp__table__19.tmp_values_col5 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] + Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +1 200 2323322 5430907 new +100 5000 5443 0 new +17 90000 754072151 3289094 new +2000 72909 3244222 -93222 new +256 32768 31889 470614135 new +45 1000 483777 -23866739993 original +5555 40000 -719017797 810662019 new +NULL 4957 832222222 9000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +c4 char(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 444 + totalSize 664 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] + Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +1 200 2323322 5430907 new +100 5000 5443 0 new +17 90000 754072151 3289094 new +2000 72909 3244222 -93222 new +256 32768 31889 470614135 new +45 1000 483777 -23866739993 original +5555 40000 -719017797 810662019 new +NULL 4957 832222222 9000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(5) +c2 char(5) +c3 char(5) +c4 char(5) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 444 + totalSize 664 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] + Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899 original +0 20435 84749 -9999 original +1 200 23233 54309 new +100 5000 5443 0 new +17 90000 75407 32890 new +2000 72909 32442 -9322 new +256 32768 31889 47061 new +45 1000 48377 -2386 original +5555 40000 -7190 81066 new +NULL 4957 83222 90000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +c4 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 444 + totalSize 664 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] + Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +1 200 2323322 5430907 new +100 5000 5443 0 new +17 90000 754072151 3289094 new +2000 72909 3244222 -93222 new +256 32768 31889 470614135 new +45 1000 483777 -23866739993 original +5555 40000 -719017797 810662019 new +NULL 4957 832222222 9000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(5) +c2 varchar(5) +c3 varchar(5) +c4 varchar(5) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 444 + totalSize 664 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] + Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899 original +0 20435 84749 -9999 original +1 200 23233 54309 new +100 5000 5443 0 new +17 90000 75407 32890 new +2000 72909 32442 -9322 new +256 32768 31889 47061 new +45 1000 48377 -2386 original +5555 40000 -7190 81066 new +NULL 4957 83222 90000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 original +0.0 20435.0 847492223.000000000000000000 original +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 864 + totalSize 729 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +values__tmp__table__29.tmp_values_col1 values__tmp__table__29.tmp_values_col2 values__tmp__table__29.tmp_values_col3 values__tmp__table__29.tmp_values_col4 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] + Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.3 original +-255.0 4957.0 832222222 original +-66475.561431 52927714 7203778961 new +0.0 20435.0 847492223 original +100 5000 5443 new +17 90000 754072151 new +256 32768 31889 new +30.774 20.31 46114.284799488 new +5555 40000 -719017797 new +753.7028 -3651.672121 -23866739993 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 868 + totalSize 743 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] + Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.3 original +-255.0 4957.0 832222222 9000000000 +-66475.561431 52927714 7203778961 new +0.0 20435.0 847492223 -999999999999 +100 5000 5443 new +17 90000 754072151 new +256 32768 31889 new +30.774 20.31 46114.284799488 new +5555 40000 -719017797 new +753.7028 -3651.672121 -23866739993 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(7) +c2 char(7) +c3 char(7) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 868 + totalSize 743 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] + Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.076 -10.3 original +-255.0 4957.0 8322222 9000000000 +-66475. 5292771 7203778 new +0.0 20435.0 8474922 -999999999999 +100 5000 5443 new +17 90000 7540721 new +256 32768 31889 new +30.774 20.31 46114.2 new +5555 40000 -719017 new +753.702 -3651.6 -238667 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 868 + totalSize 743 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] + Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.3 original +-255.0 4957.0 832222222 9000000000 +-66475.561431 52927714 7203778961 new +0.0 20435.0 847492223 -999999999999 +100 5000 5443 new +17 90000 754072151 new +256 32768 31889 new +30.774 20.31 46114.284799488 new +5555 40000 -719017797 new +753.7028 -3651.672121 -23866739993 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(7) +c2 varchar(7) +c3 varchar(7) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 868 + totalSize 743 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] + Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.076 -10.3 original +-255.0 4957.0 8322222 9000000000 +-66475. 5292771 7203778 new +0.0 20435.0 8474922 -999999999999 +100 5000 5443 new +17 90000 7540721 new +256 32768 31889 new +30.774 20.31 46114.2 new +5555 40000 -719017 new +753.702 -3651.6 -238667 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_string + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__38.tmp_values_col1 values__tmp__table__38.tmp_values_col2 values__tmp__table__38.tmp_values_col3 values__tmp__table__38.tmp_values_col4 values__tmp__table__38.tmp_values_col5 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +c1 c2 c3 c4 b +blank pads blank pads blank pads blank pads original +dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +escapist escapist escapist escapist original +heartbeat heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 varchar(50) +c4 char(9) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 1888 + totalSize 772 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_string + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_string_group_string_group_string +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_string_group_string_group_string +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] + Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +c1 c2 c3 c4 b + featherweight featherweight new + against against against against new + baffling bafflin baffling bafflin new +blank pads blank pad blank pads blank pad original +bottom bottom bottom bottom new +dynamic reptile dynamic r dynamic reptile dynamic r original +escapist escapist escapist escapist original +hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +heartbeat heartbeat heartbeat heartbeat original +junkyard junkyard junkyard junkyard new +PREHOOK: query: drop table table_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: drop table table_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_char + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +c1 c2 c3 b +blank pads blank pads blank pads original +dynamic reptile dynamic reptile dynamic reptile original +escapist escapist escapist original +heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(9) +c3 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 1976 + totalSize 719 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_char + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_char +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_char +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] + Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +c1 c2 c3 b + featherweight featherweight new + against against against new + baffling bafflin baffling new +blank pads blank pad blank pads original +bottom bottom bottom new +dynamic reptile dynamic r dynamic reptile original +escapist escapist escapist original +hangar paralysed companion hangar pa hangar paralysed companion new +heartbeat heartbeat heartbeat original +junkyard junkyard junkyard new +PREHOOK: query: drop table table_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: drop table table_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +c1 c2 c3 b +blank pads blank pads blank pads original +dynamic reptile dynamic reptile dynamic reptile original +escapist escapist escapist original +heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 1508 + totalSize 667 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_varchar +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_varchar +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] + Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +c1 c2 c3 b + featherweight featherweight new + against against against new + baffling bafflin baffling new +blank pads blank pad blank pads original +bottom bottom bottom new +dynamic reptile dynamic r dynamic reptile original +escapist escapist escapist original +hangar paralysed companion hangar pa hangar paralysed companion new +heartbeat heartbeat heartbeat original +junkyard junkyard junkyard new +PREHOOK: query: drop table table_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: drop table table_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 tinyint +c3 tinyint +c4 tinyint +c5 tinyint +c6 tinyint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 c6 b +-2 -2 -2 -2 -2 -2 original +100 100 100 100 100 100 original +45 45 45 45 45 45 original +NULL NULL NULL NULL NULL NULL original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 int +c3 bigint +c4 float +c5 double +c6 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 440 + totalSize 578 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values('774', '2031', '200', '12', '99', '0', 'new'), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new'), + ('256', '32768', '31889', '300', '444', '506', 'new'), + ('5555', '40000', '-719017797', '45', '55', '65', 'new'), + ('100', '5000', '5443', '22', '2', '-2', 'new'), + ('17', '90000', '754072151', '95', '20', '18', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values('774', '2031', '200', '12', '99', '0', 'new'), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new'), + ('256', '32768', '31889', '300', '444', '506', 'new'), + ('5555', '40000', '-719017797', '45', '55', '65', 'new'), + ('100', '5000', '5443', '22', '2', '-2', 'new'), + ('17', '90000', '754072151', '95', '20', '18', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] + Output:["c1","c2","c3","c4","c5","c6","b"] + +PREHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 c6 b +-2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +100 100 100 100.0 100.0 100.000000000000000000 original +100 5000 5443 22.0 2.0 -2.000000000000000000 new +17 90000 754072151 95.0 20.0 18.000000000000000000 new +256 32768 31889 300.0 444.0 506.000000000000000000 new +45 45 45 45.0 45.0 45.000000000000000000 original +5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +774 2031 200 12.0 99.0 0.000000000000000000 new +NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +NULL NULL NULL NULL NULL NULL original +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 smallint +c3 smallint +c4 smallint +c5 smallint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 b +-2 -2 -2 -2 -2 original +-5000 -5000 -5000 -5000 -5000 original +100 100 100 100 100 original +2031 2031 2031 2031 2031 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 int +c2 bigint +c3 float +c4 double +c5 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 448 + totalSize 523 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values('774', '2031', '200', '12', '99', 'new'), + ('561431', '52927714', '7203778961', '8', '7', 'new'), + ('256', '32768', '31889', '300', '444', 'new'), + ('5555', '40000', '-719017797', '45', '55', 'new'), + ('100', '5000', '5443', '22', '2', 'new'), + ('17', '90000', '754072151', '95', '20', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values('774', '2031', '200', '12', '99', 'new'), + ('561431', '52927714', '7203778961', '8', '7', 'new'), + ('256', '32768', '31889', '300', '444', 'new'), + ('5555', '40000', '-719017797', '45', '55', 'new'), + ('100', '5000', '5443', '22', '2', 'new'), + ('17', '90000', '754072151', '95', '20', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] + Output:["c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 b +-2 -2 -2.0 -2.0 -2.000000000000000000 original +-5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +100 100 100.0 100.0 100.000000000000000000 original +100 5000 5443.0 22.0 2.000000000000000000 new +17 90000 7.5407213E8 95.0 20.000000000000000000 new +2031 2031 2031.0 2031.0 2031.000000000000000000 original +256 32768 31889.0 300.0 444.000000000000000000 new +5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +774 2031 200.0 12.0 99.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 int +c2 int +c3 int +c4 int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -2 -2 -2 original +-5000 -5000 -5000 -5000 original +2031 2031 2031 2031 original +52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 float +c3 double +c4 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 432 + totalSize 534 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values('774', '2031', '200', '12', 'new'), + ('561431', '52927714', '7203778961', '8', 'new'), + ('256', '32768', '31889', '300', 'new'), + ('5555', '40000', '-719017797', '45', 'new'), + ('100', '5000', '5443', '22', 'new'), + ('17', '90000', '754072151', '95', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values('774', '2031', '200', '12', 'new'), + ('561431', '52927714', '7203778961', '8', 'new'), + ('256', '32768', '31889', '300', 'new'), + ('5555', '40000', '-719017797', '45', 'new'), + ('100', '5000', '5443', '22', 'new'), + ('17', '90000', '754072151', '95', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] + Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -2.0 -2.0 -2.000000000000000000 original +-5000 -5000.0 -5000.0 -5000.000000000000000000 original +100 5000.0 5443.0 22.000000000000000000 new +17 90000.0 7.54072151E8 95.000000000000000000 new +2031 2031.0 2031.0 2031.000000000000000000 original +256 32768.0 31889.0 300.000000000000000000 new +52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5555 40000.0 -7.19017797E8 45.000000000000000000 new +561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +774 2031.0 200.0 12.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 bigint +c3 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +c1 c2 c3 b +-2 -2 -2 original +-5000 -5000 -5000 original +52927714 52927714 52927714 original +7203778961 7203778961 7203778961 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 464 + totalSize 493 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values('774', '2031', '200', 'new'), + ('561431', '52927714', '7203778961', 'new'), + ('256', '32768', '31889', 'new'), + ('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'), + ('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values('774', '2031', '200', 'new'), + ('561431', '52927714', '7203778961', 'new'), + ('256', '32768', '31889', 'new'), + ('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'), + ('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] + Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -2.0 -2.000000000000000000 original +-5000.0 -5000.0 -5000.000000000000000000 original +100.0 5000.0 5443.000000000000000000 new +17.0 90000.0 754072151.000000000000000000 new +256.0 32768.0 31889.000000000000000000 new +5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5555.0 40000.0 -719017797.000000000000000000 new +561431.0 5.2927714E7 7203778961.000000000000000000 new +7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +774.0 2031.0 200.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 float +c2 float +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +c1 c2 b +-29.0764 -29.0764 original +-5000.0 -5000.0 original +5.2927712E7 5.2927712E7 original +753.7028 753.7028 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 double +c2 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 400 + totalSize 442 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values('774', '2031', 'new'), + ('561431', '52927714', 'new'), + ('256', '32768', 'new'), + ('5555', '40000', 'new'), + ('100', '5000', 'new'), + ('17', '90000', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values('774', '2031', 'new'), + ('561431', '52927714', 'new'), + ('256', '32768', 'new'), + ('5555', '40000', 'new'), + ('100', '5000', 'new'), + ('17', '90000', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select c1,c2,b from table_change_lower_to_higher_numeric_group_float +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,b from table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2"] + TableScan [TS_0] + Output:["c1","c2","b"] + +PREHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +c1 c2 b +-29.076400756835938 -29.076400756835937500 original +-5000.0 -5000.000000000000000000 original +100.0 5000.000000000000000000 new +17.0 90000.000000000000000000 new +256.0 32768.000000000000000000 new +5.2927712E7 52927712.000000000000000000 original +5555.0 40000.000000000000000000 new +561431.0 52927714.000000000000000000 new +753.7028198242188 753.702819824218750000 original +774.0 2031.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(c1 double, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(c1 double, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +c1 b +-29.0764 original +-5000.0 original +5.2927714E7 original +753.7028 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 400 + totalSize 393 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values('774', 'new'), + ('561431', 'new'), + ('256', 'new'), + ('5555', 'new'), + ('100', 'new'), + ('17', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values('774', 'new'), + ('561431', 'new'), + ('256', 'new'), + ('5555', 'new'), + ('100', 'new'), + ('17', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: explain +select c1,b from table_change_lower_to_higher_numeric_group_double +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,b from table_change_lower_to_higher_numeric_group_double +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1"] + TableScan [TS_0] + Output:["c1","b"] + +PREHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +c1 b +-29.076399999999999579 original +-5000.000000000000000000 original +100.000000000000000000 new +17.000000000000000000 new +256.000000000000000000 new +52927714.000000000000000000 original +5555.000000000000000000 new +561431.000000000000000000 new +753.702800000000024738 original +774.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_double PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 -POSTHOOK: query: DROP TABLE table2 +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_double POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double diff --git ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_mapwork_part.q.out ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_mapwork_part.q.out index dc2fd9a..d16084c 100644 --- ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_mapwork_part.q.out +++ ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_mapwork_part.q.out @@ -1,85 +1,191 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: ORC, Non-Vectorized, FetchWork, Partitioned +-- FILE VARIATION: ORC, Non-Vectorized, MapWork, Partitioned -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned1 +PREHOOK: Output: default@part_add_int_permute_select POSTHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: ORC, Non-Vectorized, FetchWork, Partitioned +-- FILE VARIATION: ORC, Non-Vectorized, MapWork, Partitioned +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) +alter table part_add_int_permute_select add columns(c int) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) +alter table part_add_int_permute_select add columns(c int) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=2) values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@partitioned1@part=2 -POSTHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=2) values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@partitioned1@part=2 -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(5, 'new', 100),(6, 'new', 200) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(5, 'new', 100),(6, 'new', 200) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from part_add_int_permute_select order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from part_add_int_permute_select order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=95) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=95) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=95) + default@part_add_int_permute_select,part_add_int_permute_select,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from part_add_int_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from part_add_int_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### part a b 1 1 original @@ -92,17 +198,17 @@ part a b 2 2 new 2 3 new 2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +PREHOOK: query: select part,a,b,c from part_add_int_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,a,b,c from part_add_int_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### part a b c 1 1 original NULL @@ -115,86 +221,17 @@ part a b c 2 2 new 20 2 3 new 30 2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new 100 hundred -1 6 new 200 two hundred -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a c d -1 1 NULL NULL -1 2 NULL NULL -1 3 NULL NULL -1 4 NULL NULL -1 5 100 hundred -1 6 200 two hundred -2 1 10 ten -2 2 20 twenty -2 3 30 thirty -2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 +PREHOOK: query: select part,c from part_add_int_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 +POSTHOOK: query: select part,c from part_add_int_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a d -1 1 NULL -1 2 NULL -1 3 NULL -1 4 NULL -1 5 hundred -1 6 two hundred -2 1 ten -2 2 twenty -2 3 thirty -2 4 forty -PREHOOK: query: select part,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### part c 1 100 @@ -207,181 +244,189 @@ part c 2 20 2 30 2 40 -PREHOOK: query: select part,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part d -1 NULL -1 NULL -1 NULL -1 NULL -1 hundred -1 two hundred -2 forty -2 ten -2 thirty -2 twenty -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: query: drop table part_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select +POSTHOOK: query: drop table part_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE part_add_int_string_permute_select(a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE part_add_int_string_permute_select(a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 -PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@partitioned2@part=2 -POSTHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@partitioned2@part=2 -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +POSTHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select part,a,b from partitioned2 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned2 -PREHOOK: Input: default@partitioned2@part=1 -PREHOOK: Input: default@partitioned2@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned2 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Input: default@partitioned2@part=1 -POSTHOOK: Input: default@partitioned2@part=2 -#### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 90000 new -2 200 new -2 32768 new -2 40000 new -2 72909 new -PREHOOK: query: -- --- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: -- --- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__7 -PREHOOK: Output: default@partitioned3@part=1 -POSTHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__7 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,a,b from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__8 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +POSTHOOK: query: explain +select part,a,b from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__8 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Output: default@partitioned3@part=2 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 _col4 +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=149) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=149) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=149) + default@part_add_int_string_permute_select,part_add_int_string_permute_select,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a b 1 1 original @@ -394,17 +439,17 @@ part a b 2 2 new 2 3 new 2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +PREHOOK: query: select part,a,b,c from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,a,b,c from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a b c 1 1 original NULL @@ -417,17 +462,17 @@ part a b c 2 2 new 20 2 3 new 30 2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 +PREHOOK: query: select part,a,b,c,d from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 +POSTHOOK: query: select part,a,b,c,d from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -440,17 +485,17 @@ part a b c d 2 2 new 20 twenty 2 3 new 30 thirty 2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 +PREHOOK: query: select part,a,c,d from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 +POSTHOOK: query: select part,a,c,d from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a c d 1 1 NULL NULL @@ -463,17 +508,17 @@ part a c d 2 2 20 twenty 2 3 30 thirty 2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 +PREHOOK: query: select part,a,d from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 +POSTHOOK: query: select part,a,d from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a d 1 1 NULL @@ -486,17 +531,17 @@ part a d 2 2 twenty 2 3 thirty 2 4 forty -PREHOOK: query: select part,c from partitioned1 +PREHOOK: query: select part,c from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 +POSTHOOK: query: select part,c from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part c 1 100 @@ -509,17 +554,17 @@ part c 2 20 2 30 2 40 -PREHOOK: query: select part,d from partitioned1 +PREHOOK: query: select part,d from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 +POSTHOOK: query: select part,d from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part d 1 NULL @@ -532,111 +577,5117 @@ part d 2 ten 2 thirty 2 twenty -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: query: drop table part_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: drop table part_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__9 -PREHOOK: Output: default@partitioned4@part=1 -POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__9 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 +alter table part_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +alter table part_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +c2 double +c3 double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__10 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__10 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Output: default@partitioned4@part=2 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 _col2 -PREHOOK: query: select part,a,b from partitioned4 +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_double order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned4 -PREHOOK: Input: default@partitioned4@part=1 -PREHOOK: Input: default@partitioned4@part=2 +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_double order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=230) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=230) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=230) + default@part_change_string_group_double,part_change_string_group_double,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_double order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Input: default@part_change_string_group_double@part=1 +PREHOOK: Input: default@part_change_string_group_double@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned4 +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_double order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Input: default@partitioned4@part=1 -POSTHOOK: Input: default@partitioned4@part=2 +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Input: default@part_change_string_group_double@part=1 +POSTHOOK: Input: default@part_change_string_group_double@part=2 #### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 90000 new -2 200 new -2 32768 new -2 40000 new -2 72909 new -PREHOOK: query: DROP TABLE partitioned1 +part c1 c2 c3 b +1 -10.3 -10.3 -10.3 original +1 -29.0764 -29.0764 -29.0764 original +1 -3651.672121 -3651.672121 -3651.672121 original +1 17808.963785 17808.963785 17808.963785 new +1 753.7028 753.7028 753.7028 original +1 9250340.75 9250340.75 9250340.75 new +2 -66475.561431 -66475.561431 -66475.561431 new +2 20.31 20.31 20.31 new +2 30.774 30.774 30.774 new +2 46114.284799488 46114.284799488 46114.284799488 new +PREHOOK: query: drop table part_change_string_group_double PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 -POSTHOOK: query: DROP TABLE partitioned1 +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: drop table part_change_string_group_double POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: DROP TABLE partitioned2 +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +c2 decimal(38,18) +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_decimal order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_decimal order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=417) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=417) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=417) + default@part_change_string_group_decimal,part_change_string_group_decimal,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_decimal order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Input: default@part_change_string_group_decimal@part=1 +PREHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_decimal order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Input: default@part_change_string_group_decimal@part=1 +POSTHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +1 -29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +1 -3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +1 17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +1 753.702800000000000000 753.702800000000000000 753.702800000000000000 original +1 9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +2 -66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +2 20.310000000000000000 20.310000000000000000 20.310000000000000000 new +2 30.774000000000000000 30.774000000000000000 30.774000000000000000 new +2 46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +PREHOOK: query: drop table part_change_string_group_decimal PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: DROP TABLE partitioned2 +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: drop table part_change_string_group_decimal POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: DROP TABLE partitioned3 +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 timestamp +c2 timestamp +c3 timestamp +c4 timestamp +c5 timestamp +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=9 width=526) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=9 width=526) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=9 width=526) + default@part_change_date_group_string_group_timestamp,part_change_date_group_string_group_timestamp,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +1 2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +1 2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +1 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:3 5966-07-09 03:30:50.597 5966-07-09 03:3 new +1 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:5 6229-06-28 02:54:28.970117179 6229-06-28 02:5 new +2 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +2 1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +2 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +2 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +PREHOOK: query: drop table part_change_date_group_string_group_timestamp PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: DROP TABLE partitioned3 +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: drop table part_change_date_group_string_group_timestamp POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: DROP TABLE partitioned4 +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 date +c2 date +c3 date +c4 date +c5 date +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=9 width=525) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=9 width=525) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=9 width=525) + default@part_change_date_group_string_group_date,part_change_date_group_string_group_date,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Input: default@part_change_date_group_string_group_date@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +1 2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +1 2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +2 0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +2 1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +2 2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +2 2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +2 5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +2 6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +PREHOOK: query: drop table part_change_date_group_string_group_date +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: drop table part_change_date_group_string_group_date +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__19.tmp_values_col1 values__tmp__table__19.tmp_values_col2 values__tmp__table__19.tmp_values_col3 values__tmp__table__19.tmp_values_col4 values__tmp__table__19.tmp_values_col5 values__tmp__table__19.tmp_values_col6 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=309) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=309) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=309) + default@part_change_numeric_group_string_group_multi_ints_string,part_change_numeric_group_string_group_multi_ints_string,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 100 5000 5443 0 new +1 17 90000 754072151 3289094 new +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +2 1 200 2323322 5430907 new +2 2000 72909 3244222 -93222 new +2 256 32768 31889 470614135 new +2 5555 40000 -719017797 810662019 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +c4 char(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=418) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=418) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=418) + default@part_change_numeric_group_string_group_multi_ints_char,part_change_numeric_group_string_group_multi_ints_char,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 100 5000 5443 0 new +1 17 90000 754072151 3289094 new +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +2 1 200 2323322 5430907 new +2 2000 72909 3244222 -93222 new +2 256 32768 31889 470614135 new +2 5555 40000 -719017797 810662019 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(5) +c2 char(5) +c3 char(5) +c4 char(5) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=310) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=310) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=310) + default@part_change_numeric_group_string_group_multi_ints_char_trunc,part_change_numeric_group_string_group_multi_ints_char_trunc,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899 original +1 0 20435 84749 -9999 original +1 100 5000 5443 0 new +1 17 90000 75407 32890 new +1 45 1000 48377 -2386 original +1 NULL 4957 83222 90000 original +2 1 200 23233 54309 new +2 2000 72909 32442 -9322 new +2 256 32768 31889 47061 new +2 5555 40000 -7190 81066 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +c4 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=309) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=309) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=309) + default@part_change_numeric_group_string_group_multi_ints_varchar,part_change_numeric_group_string_group_multi_ints_varchar,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 100 5000 5443 0 new +1 17 90000 754072151 3289094 new +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +2 1 200 2323322 5430907 new +2 2000 72909 3244222 -93222 new +2 256 32768 31889 470614135 new +2 5555 40000 -719017797 810662019 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(5) +c2 varchar(5) +c3 varchar(5) +c4 varchar(5) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=307) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=307) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=307) + default@part_change_numeric_group_string_group_multi_ints_varchar_trunc,part_change_numeric_group_string_group_multi_ints_varchar_trunc,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899 original +1 0 20435 84749 -9999 original +1 100 5000 5443 0 new +1 17 90000 75407 32890 new +1 45 1000 48377 -2386 original +1 NULL 4957 83222 90000 original +2 1 200 23233 54309 new +2 2000 72909 32442 -9322 new +2 256 32768 31889 47061 new +2 5555 40000 -7190 81066 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 original +1 0.0 20435.0 847492223.000000000000000000 original +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +values__tmp__table__29.tmp_values_col1 values__tmp__table__29.tmp_values_col2 values__tmp__table__29.tmp_values_col3 values__tmp__table__29.tmp_values_col4 values__tmp__table__29.tmp_values_col5 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=300) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=300) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=300) + default@part_change_numeric_group_string_group_floating_string,part_change_numeric_group_string_group_floating_string,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.3 original +1 -255.0 4957.0 832222222 original +1 0.0 20435.0 847492223 original +1 100 5000 5443 new +1 17 90000 754072151 new +1 753.7028 -3651.672121 -23866739993 original +2 -66475.561431 52927714 7203778961 new +2 256 32768 31889 new +2 30.774 20.31 46114.284799488 new +2 5555 40000 -719017797 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=380) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=380) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=380) + default@part_change_numeric_group_string_group_floating_char,part_change_numeric_group_string_group_floating_char,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.3 original +1 -255.0 4957.0 832222222 9000000000 +1 0.0 20435.0 847492223 -999999999999 +1 100 5000 5443 new +1 17 90000 754072151 new +1 753.7028 -3651.672121 -23866739993 original +2 -66475.561431 52927714 7203778961 new +2 256 32768 31889 new +2 30.774 20.31 46114.284799488 new +2 5555 40000 -719017797 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(7) +c2 char(7) +c3 char(7) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=302) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=302) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=302) + default@part_change_numeric_group_string_group_floating_char_trunc,part_change_numeric_group_string_group_floating_char_trunc,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.076 -10.3 original +1 -255.0 4957.0 8322222 9000000000 +1 0.0 20435.0 8474922 -999999999999 +1 100 5000 5443 new +1 17 90000 7540721 new +1 753.702 -3651.6 -238667 original +2 -66475. 5292771 7203778 new +2 256 32768 31889 new +2 30.774 20.31 46114.2 new +2 5555 40000 -719017 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=301) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=301) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=301) + default@part_change_numeric_group_string_group_floating_varchar,part_change_numeric_group_string_group_floating_varchar,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.3 original +1 -255.0 4957.0 832222222 9000000000 +1 0.0 20435.0 847492223 -999999999999 +1 100 5000 5443 new +1 17 90000 754072151 new +1 753.7028 -3651.672121 -23866739993 original +2 -66475.561431 52927714 7203778961 new +2 256 32768 31889 new +2 30.774 20.31 46114.284799488 new +2 5555 40000 -719017797 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(7) +c2 varchar(7) +c3 varchar(7) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=298) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=298) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=298) + default@part_change_numeric_group_string_group_floating_varchar_trunc,part_change_numeric_group_string_group_floating_varchar_trunc,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.076 -10.3 original +1 -255.0 4957.0 8322222 9000000000 +1 0.0 20435.0 8474922 -999999999999 +1 100 5000 5443 new +1 17 90000 7540721 new +1 753.702 -3651.6 -238667 original +2 -66475. 5292771 7203778 new +2 256 32768 31889 new +2 30.774 20.31 46114.2 new +2 5555 40000 -719017 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__38.tmp_values_col1 values__tmp__table__38.tmp_values_col2 values__tmp__table__38.tmp_values_col3 values__tmp__table__38.tmp_values_col4 values__tmp__table__38.tmp_values_col5 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 blank pads blank pads blank pads blank pads original +1 dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +1 escapist escapist escapist escapist original +1 heartbeat heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 varchar(50) +c4 char(9) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=492) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=492) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=492) + default@part_change_string_group_string_group_string,part_change_string_group_string_group_string,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 blank pads blank pad blank pads blank pad original +1 bottom bottom bottom bottom new +1 dynamic reptile dynamic r dynamic reptile dynamic r original +1 escapist escapist escapist escapist original +1 hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +1 heartbeat heartbeat heartbeat heartbeat original +2 featherweight featherweight new +2 against against against against new +2 baffling bafflin baffling bafflin new +2 junkyard junkyard junkyard junkyard new +PREHOOK: query: drop table part_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: drop table part_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pads blank pads original +1 dynamic reptile dynamic reptile dynamic reptile original +1 escapist escapist escapist original +1 heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(9) +c3 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=423) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=423) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=423) + default@part_change_string_group_string_group_char,part_change_string_group_string_group_char,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pad blank pads original +1 bottom bottom bottom new +1 dynamic reptile dynamic r dynamic reptile original +1 escapist escapist escapist original +1 hangar paralysed companion hangar pa hangar paralysed companion new +1 heartbeat heartbeat heartbeat original +2 featherweight featherweight new +2 against against against new +2 baffling bafflin baffling new +2 junkyard junkyard junkyard new +PREHOOK: query: drop table part_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: drop table part_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pads blank pads original +1 dynamic reptile dynamic reptile dynamic reptile original +1 escapist escapist escapist original +1 heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=398) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=398) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=398) + default@part_change_string_group_string_group_varchar,part_change_string_group_string_group_varchar,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pad blank pads original +1 bottom bottom bottom new +1 dynamic reptile dynamic r dynamic reptile original +1 escapist escapist escapist original +1 hangar paralysed companion hangar pa hangar paralysed companion new +1 heartbeat heartbeat heartbeat original +2 featherweight featherweight new +2 against against against new +2 baffling bafflin baffling new +2 junkyard junkyard junkyard new +PREHOOK: query: drop table part_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: drop table part_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 tinyint +c3 tinyint +c4 tinyint +c5 tinyint +c6 tinyint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 c6 b +1 -2 -2 -2 -2 -2 -2 original +1 100 100 100 100 100 100 original +1 45 45 45 45 45 45 original +1 NULL NULL NULL NULL NULL NULL original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 int +c3 bigint +c4 float +c5 double +c6 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values('774', '2031', '200', '12', '99', '0', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + ('256', '32768', '31889', '300', '444', '506', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + ('100', '5000', '5443', '22', '2', '-2', 'new', 1), + ('17', '90000', '754072151', '95', '20', '18', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values('774', '2031', '200', '12', '99', '0', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + ('256', '32768', '31889', '300', '444', '506', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + ('100', '5000', '5443', '22', '2', '-2', 'new', 1), + ('17', '90000', '754072151', '95', '20', '18', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=179) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=179) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + TableScan [TS_0] (rows=10 width=179) + default@part_change_lower_to_higher_numeric_group_tinyint,part_change_lower_to_higher_numeric_group_tinyint,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","c5","c6","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 c6 b +1 -2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +1 100 100 100 100.0 100.0 100.000000000000000000 original +1 100 5000 5443 22.0 2.0 -2.000000000000000000 new +1 17 90000 754072151 95.0 20.0 18.000000000000000000 new +1 45 45 45 45.0 45.0 45.000000000000000000 original +1 NULL NULL NULL NULL NULL NULL original +2 256 32768 31889 300.0 444.0 506.000000000000000000 new +2 5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +2 774 2031 200 12.0 99.0 0.000000000000000000 new +2 NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 smallint +c3 smallint +c4 smallint +c5 smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 -2 -2 -2 -2 -2 original +1 -5000 -5000 -5000 -5000 -5000 original +1 100 100 100 100 100 original +1 2031 2031 2031 2031 2031 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 int +c2 bigint +c3 float +c4 double +c5 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values('774', '2031', '200', '12', '99', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', 'new', 2), + ('256', '32768', '31889', '300', '444', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', 'new', 2), + ('100', '5000', '5443', '22', '2', 'new', 1), + ('17', '90000', '754072151', '95', '20', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values('774', '2031', '200', '12', '99', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', 'new', 2), + ('256', '32768', '31889', '300', '444', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', 'new', 2), + ('100', '5000', '5443', '22', '2', 'new', 1), + ('17', '90000', '754072151', '95', '20', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=178) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=178) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=10 width=178) + default@part_change_lower_to_higher_numeric_group_smallint,part_change_lower_to_higher_numeric_group_smallint,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 -2 -2 -2.0 -2.0 -2.000000000000000000 original +1 -5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +1 100 100 100.0 100.0 100.000000000000000000 original +1 100 5000 5443.0 22.0 2.000000000000000000 new +1 17 90000 7.5407213E8 95.0 20.000000000000000000 new +1 2031 2031 2031.0 2031.0 2031.000000000000000000 original +2 256 32768 31889.0 300.0 444.000000000000000000 new +2 5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +2 561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +2 774 2031 200.0 12.0 99.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 int +c2 int +c3 int +c4 int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -2 -2 -2 original +1 -5000 -5000 -5000 -5000 original +1 2031 2031 2031 2031 original +1 52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 float +c3 double +c4 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values('774', '2031', '200', '12', 'new', 2), + ('561431', '52927714', '7203778961', '8', 'new', 2), + ('256', '32768', '31889', '300', 'new', 2), + ('5555', '40000', '-719017797', '45', 'new', 2), + ('100', '5000', '5443', '22', 'new', 1), + ('17', '90000', '754072151', '95', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values('774', '2031', '200', '12', 'new', 2), + ('561431', '52927714', '7203778961', '8', 'new', 2), + ('256', '32768', '31889', '300', 'new', 2), + ('5555', '40000', '-719017797', '45', 'new', 2), + ('100', '5000', '5443', '22', 'new', 1), + ('17', '90000', '754072151', '95', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=174) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=174) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=174) + default@part_change_lower_to_higher_numeric_group_int,part_change_lower_to_higher_numeric_group_int,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -2.0 -2.0 -2.000000000000000000 original +1 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +1 100 5000.0 5443.0 22.000000000000000000 new +1 17 90000.0 7.54072151E8 95.000000000000000000 new +1 2031 2031.0 2031.0 2031.000000000000000000 original +1 52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +2 256 32768.0 31889.0 300.000000000000000000 new +2 5555 40000.0 -7.19017797E8 45.000000000000000000 new +2 561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +2 774 2031.0 200.0 12.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 bigint +c3 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2 -2 -2 original +1 -5000 -5000 -5000 original +1 52927714 52927714 52927714 original +1 7203778961 7203778961 7203778961 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values('774', '2031', '200', 'new', 2), + ('561431', '52927714', '7203778961', 'new', 2), + ('256', '32768', '31889', 'new', 2), + ('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1), + ('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values('774', '2031', '200', 'new', 2), + ('561431', '52927714', '7203778961', 'new', 2), + ('256', '32768', '31889', 'new', 2), + ('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1), + ('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=173) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=173) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=173) + default@part_change_lower_to_higher_numeric_group_bigint,part_change_lower_to_higher_numeric_group_bigint,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -2.0 -2.000000000000000000 original +1 -5000.0 -5000.0 -5000.000000000000000000 original +1 100.0 5000.0 5443.000000000000000000 new +1 17.0 90000.0 754072151.000000000000000000 new +1 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +1 7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +2 256.0 32768.0 31889.000000000000000000 new +2 5555.0 40000.0 -719017797.000000000000000000 new +2 561431.0 5.2927714E7 7203778961.000000000000000000 new +2 774.0 2031.0 200.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 float +c2 float +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +#### A masked pattern was here #### +part c1 c2 b +1 -29.0764 -29.0764 original +1 -5000.0 -5000.0 original +1 5.2927712E7 5.2927712E7 original +1 753.7028 753.7028 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 double +c2 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values('774', '2031', 'new', 2), + ('561431', '52927714', 'new', 2), + ('256', '32768', 'new', 2), + ('5555', '40000', 'new', 2), + ('100', '5000', 'new', 1), + ('17', '90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values('774', '2031', 'new', 2), + ('561431', '52927714', 'new', 2), + ('256', '32768', 'new', 2), + ('5555', '40000', 'new', 2), + ('100', '5000', 'new', 1), + ('17', '90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=164) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=164) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=164) + default@part_change_lower_to_higher_numeric_group_float,part_change_lower_to_higher_numeric_group_float,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","b"] + +PREHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 +#### A masked pattern was here #### +part c1 c2 b +1 -29.076400756835938 -29.076400756835937500 original +1 -5000.0 -5000.000000000000000000 original +1 100.0 5000.000000000000000000 new +1 17.0 90000.000000000000000000 new +1 5.2927712E7 52927712.000000000000000000 original +1 753.7028198242188 753.702819824218750000 original +2 256.0 32768.000000000000000000 new +2 5555.0 40000.000000000000000000 new +2 561431.0 52927714.000000000000000000 new +2 774.0 2031.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(c1 double, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(c1 double, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +part c1 b +1 -29.0764 original +1 -5000.0 original +1 5.2927714E7 original +1 753.7028 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values('774', 'new', 2), + ('561431', 'new', 2), + ('256', 'new', 2), + ('5555', 'new', 2), + ('100', 'new', 1), + ('17', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values('774', 'new', 2), + ('561431', 'new', 2), + ('256', 'new', 2), + ('5555', 'new', 2), + ('100', 'new', 1), + ('17', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=159) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=159) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=159) + default@part_change_lower_to_higher_numeric_group_double,part_change_lower_to_higher_numeric_group_double,Tbl:COMPLETE,Col:NONE,Output:["c1","b"] + +PREHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 +#### A masked pattern was here #### +part c1 b +1 -29.076399999999999579 original +1 -5000.000000000000000000 original +1 100.000000000000000000 new +1 17.000000000000000000 new +1 52927714.000000000000000000 original +1 753.702800000000024738 original +2 256.000000000000000000 new +2 5555.000000000000000000 new +2 561431.000000000000000000 new +2 774.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_double PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: DROP TABLE partitioned4 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_double POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double diff --git ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_mapwork_table.q.out ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_mapwork_table.q.out index df9494f..0648db9 100644 --- ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_mapwork_table.q.out +++ ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_mapwork_table.q.out @@ -2,80 +2,405 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Non-Vectorized, MapWork, Table -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) STORED AS ORC +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(a INT, b STRING) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table1 +PREHOOK: Output: default@table_add_int_permute_select POSTHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Non-Vectorized, MapWork, Table -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) STORED AS ORC +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(a INT, b STRING) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) +alter table table_add_int_permute_select add columns(c int) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) +alter table table_add_int_permute_select add columns(c int) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 384 + totalSize 313 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_permute_select values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: insert into table table_add_int_permute_select values(5, 'new', 100),(6, 'new', 200) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select values(5, 'new', 100),(6, 'new', 200) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select a,b from table_add_int_permute_select order by a +PREHOOK: type: QUERY +POSTHOOK: query: explain +select a,b from table_add_int_permute_select order by a +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=95) + Output:["_col0","_col1"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=95) + Output:["_col0","_col1"] + TableScan [TS_0] (rows=10 width=95) + default@table_add_int_permute_select,table_add_int_permute_select,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_permute_select order by a +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_permute_select order by a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +a b +1 new +1 original +2 new +2 original +3 new +3 original +4 new +4 original +5 new +6 new +PREHOOK: query: select a,b,c from table_add_int_permute_select order by a +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select a,b,c from table_add_int_permute_select order by a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +a b c +1 new 10 +1 original NULL +2 new 20 +2 original NULL +3 new 30 +3 original NULL +4 new 40 +4 original NULL +5 new 100 +6 new 200 +PREHOOK: query: select c from table_add_int_permute_select order by c +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select c from table_add_int_permute_select order by c +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +c +10 +100 +20 +200 +30 +40 +NULL +NULL +NULL +NULL +PREHOOK: query: drop table table_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: drop table table_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_string_permute_select(a INT, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_string_permute_select(a INT, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_string_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__4 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__4 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 384 + totalSize 313 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_string_permute_select values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__5 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__5 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table table_add_int_string_permute_select values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__6 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__6 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select a,b from table_add_int_string_permute_select order by a +PREHOOK: type: QUERY +POSTHOOK: query: explain +select a,b from table_add_int_string_permute_select order by a +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=149) + Output:["_col0","_col1"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=149) + Output:["_col0","_col1"] + TableScan [TS_0] (rows=10 width=149) + default@table_add_int_string_permute_select,table_add_int_string_permute_select,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 +select a,b from table_add_int_string_permute_select order by a PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 +select a,b from table_add_int_string_permute_select order by a POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### a b 1 new @@ -88,13 +413,13 @@ a b 4 original 5 new 6 new -PREHOOK: query: select a,b,c from table1 +PREHOOK: query: select a,b,c from table_add_int_string_permute_select order by a PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### -POSTHOOK: query: select a,b,c from table1 +POSTHOOK: query: select a,b,c from table_add_int_string_permute_select order by a POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### a b c 1 new 10 @@ -107,13 +432,13 @@ a b c 4 original NULL 5 new 100 6 new 200 -PREHOOK: query: select a,b,c,d from table1 +PREHOOK: query: select a,b,c,d from table_add_int_string_permute_select order by a PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### -POSTHOOK: query: select a,b,c,d from table1 +POSTHOOK: query: select a,b,c,d from table_add_int_string_permute_select order by a POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### a b c d 1 new 10 ten @@ -126,13 +451,13 @@ a b c d 4 original NULL NULL 5 new 100 hundred 6 new 200 two hundred -PREHOOK: query: select a,c,d from table1 +PREHOOK: query: select a,c,d from table_add_int_string_permute_select order by a PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### -POSTHOOK: query: select a,c,d from table1 +POSTHOOK: query: select a,c,d from table_add_int_string_permute_select order by a POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### a c d 1 10 ten @@ -145,13 +470,13 @@ a c d 4 NULL NULL 5 100 hundred 6 200 two hundred -PREHOOK: query: select a,d from table1 +PREHOOK: query: select a,d from table_add_int_string_permute_select order by a PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### -POSTHOOK: query: select a,d from table1 +POSTHOOK: query: select a,d from table_add_int_string_permute_select order by a POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### a d 1 NULL @@ -164,13 +489,13 @@ a d 4 forty 5 hundred 6 two hundred -PREHOOK: query: select c from table1 +PREHOOK: query: select c from table_add_int_string_permute_select order by c PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### -POSTHOOK: query: select c from table1 +POSTHOOK: query: select c from table_add_int_string_permute_select order by c POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### c 10 @@ -183,13 +508,13 @@ NULL NULL NULL NULL -PREHOOK: query: select d from table1 +PREHOOK: query: select d from table_add_int_string_permute_select order by d PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### -POSTHOOK: query: select d from table1 +POSTHOOK: query: select d from table_add_int_string_permute_select order by d POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### d NULL @@ -202,97 +527,4768 @@ ten thirty twenty two hundred +PREHOOK: query: drop table table_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: drop table table_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_double + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +c2 double +c3 double +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 1640 + totalSize 661 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_double + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table table_change_string_group_double + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_double order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_double order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=230) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=230) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=230) + default@table_change_string_group_double,table_change_string_group_double,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_double order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_double +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_double order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_double +#### A masked pattern was here #### +c1 c2 c3 b +-10.3 -10.3 -10.3 original +-29.0764 -29.0764 -29.0764 original +-3651.672121 -3651.672121 -3651.672121 original +-66475.561431 -66475.561431 -66475.561431 new +17808.963785 17808.963785 17808.963785 new +20.31 20.31 20.31 new +30.774 30.774 30.774 new +46114.284799488 46114.284799488 46114.284799488 new +753.7028 753.7028 753.7028 original +9250340.75 9250340.75 9250340.75 new +PREHOOK: query: drop table table_change_string_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: drop table table_change_string_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_decimal + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +c2 decimal(38,18) +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 1640 + totalSize 661 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_decimal + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table table_change_string_group_decimal + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_decimal order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_decimal order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=417) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=417) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=417) + default@table_change_string_group_decimal,table_change_string_group_decimal,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_decimal order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_decimal +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_decimal order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_decimal +#### A masked pattern was here #### +c1 c2 c3 b +-10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +-29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +-3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +-66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +20.310000000000000000 20.310000000000000000 20.310000000000000000 new +30.774000000000000000 30.774000000000000000 30.774000000000000000 new +46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +753.702800000000000000 753.702800000000000000 753.702800000000000000 original +9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +PREHOOK: query: drop table table_change_string_group_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: drop table table_change_string_group_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 timestamp +c2 timestamp +c3 timestamp +c4 timestamp +c5 timestamp +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 3 + rawDataSize 876 + totalSize 705 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=9 width=526) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=9 width=526) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=9 width=526) + default@table_change_date_group_string_group_timestamp,table_change_date_group_string_group_timestamp,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +#### A masked pattern was here #### +c1 c2 c3 c4 c5 b +0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:3 5966-07-09 03:30:50.597 5966-07-09 03:3 new +6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:5 6229-06-28 02:54:28.970117179 6229-06-28 02:5 new +PREHOOK: query: drop table table_change_date_group_string_group_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: drop table table_change_date_group_string_group_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) -- -CREATE TABLE table2(a smallint, b STRING) STORED AS ORC +CREATE TABLE table_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table2 +PREHOOK: Output: default@table_change_date_group_string_group_date POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) -- -CREATE TABLE table2(a smallint, b STRING) STORED AS ORC +CREATE TABLE table_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 date +c2 date +c3 date +c4 date +c5 date +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_date + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 +alter table table_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +alter table table_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 3 + rawDataSize 1116 + totalSize 505 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_date + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by c1 PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select a,b from table2 +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=9 width=525) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=9 width=525) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=9 width=525) + default@table_change_date_group_string_group_date,table_change_date_group_string_group_date,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by c1 PREHOOK: type: QUERY -PREHOOK: Input: default@table2 +PREHOOK: Input: default@table_change_date_group_string_group_date #### A masked pattern was here #### -POSTHOOK: query: select a,b from table2 +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@table2 +POSTHOOK: Input: default@table_change_date_group_string_group_date #### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -5000 new -6737 original -72909 new -90000 new -PREHOOK: query: DROP TABLE table1 +c1 c2 c3 c4 c5 b +0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +PREHOOK: query: drop table table_change_date_group_string_group_date PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: DROP TABLE table1 +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: drop table table_change_date_group_string_group_date POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: DROP TABLE table2 +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 444 + totalSize 664 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__19.tmp_values_col1 values__tmp__table__19.tmp_values_col2 values__tmp__table__19.tmp_values_col3 values__tmp__table__19.tmp_values_col4 values__tmp__table__19.tmp_values_col5 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=309) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=309) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=309) + default@table_change_numeric_group_string_group_multi_ints_string,table_change_numeric_group_string_group_multi_ints_string,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +1 200 2323322 5430907 new +100 5000 5443 0 new +17 90000 754072151 3289094 new +2000 72909 3244222 -93222 new +256 32768 31889 470614135 new +45 1000 483777 -23866739993 original +5555 40000 -719017797 810662019 new +NULL 4957 832222222 9000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +c4 char(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 444 + totalSize 664 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=418) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=418) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=418) + default@table_change_numeric_group_string_group_multi_ints_char,table_change_numeric_group_string_group_multi_ints_char,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +1 200 2323322 5430907 new +100 5000 5443 0 new +17 90000 754072151 3289094 new +2000 72909 3244222 -93222 new +256 32768 31889 470614135 new +45 1000 483777 -23866739993 original +5555 40000 -719017797 810662019 new +NULL 4957 832222222 9000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(5) +c2 char(5) +c3 char(5) +c4 char(5) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 444 + totalSize 664 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=310) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=310) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=310) + default@table_change_numeric_group_string_group_multi_ints_char_trunc,table_change_numeric_group_string_group_multi_ints_char_trunc,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899 original +0 20435 84749 -9999 original +1 200 23233 54309 new +100 5000 5443 0 new +17 90000 75407 32890 new +2000 72909 32442 -9322 new +256 32768 31889 47061 new +45 1000 48377 -2386 original +5555 40000 -7190 81066 new +NULL 4957 83222 90000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +c4 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 444 + totalSize 664 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=309) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=309) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=309) + default@table_change_numeric_group_string_group_multi_ints_varchar,table_change_numeric_group_string_group_multi_ints_varchar,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +1 200 2323322 5430907 new +100 5000 5443 0 new +17 90000 754072151 3289094 new +2000 72909 3244222 -93222 new +256 32768 31889 470614135 new +45 1000 483777 -23866739993 original +5555 40000 -719017797 810662019 new +NULL 4957 832222222 9000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(5) +c2 varchar(5) +c3 varchar(5) +c4 varchar(5) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 444 + totalSize 664 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=306) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=306) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=306) + default@table_change_numeric_group_string_group_multi_ints_varchar_trunc,table_change_numeric_group_string_group_multi_ints_varchar_trunc,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899 original +0 20435 84749 -9999 original +1 200 23233 54309 new +100 5000 5443 0 new +17 90000 75407 32890 new +2000 72909 32442 -9322 new +256 32768 31889 47061 new +45 1000 48377 -2386 original +5555 40000 -7190 81066 new +NULL 4957 83222 90000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 original +0.0 20435.0 847492223.000000000000000000 original +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 864 + totalSize 729 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +values__tmp__table__29.tmp_values_col1 values__tmp__table__29.tmp_values_col2 values__tmp__table__29.tmp_values_col3 values__tmp__table__29.tmp_values_col4 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=300) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=300) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=300) + default@table_change_numeric_group_string_group_floating_string,table_change_numeric_group_string_group_floating_string,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.3 original +-255.0 4957.0 832222222 original +-66475.561431 52927714 7203778961 new +0.0 20435.0 847492223 original +100 5000 5443 new +17 90000 754072151 new +256 32768 31889 new +30.774 20.31 46114.284799488 new +5555 40000 -719017797 new +753.7028 -3651.672121 -23866739993 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 868 + totalSize 743 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=380) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=380) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=380) + default@table_change_numeric_group_string_group_floating_char,table_change_numeric_group_string_group_floating_char,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.3 original +-255.0 4957.0 832222222 9000000000 +-66475.561431 52927714 7203778961 new +0.0 20435.0 847492223 -999999999999 +100 5000 5443 new +17 90000 754072151 new +256 32768 31889 new +30.774 20.31 46114.284799488 new +5555 40000 -719017797 new +753.7028 -3651.672121 -23866739993 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(7) +c2 char(7) +c3 char(7) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 868 + totalSize 743 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=302) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=302) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=302) + default@table_change_numeric_group_string_group_floating_char_trunc,table_change_numeric_group_string_group_floating_char_trunc,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.076 -10.3 original +-255.0 4957.0 8322222 9000000000 +-66475. 5292771 7203778 new +0.0 20435.0 8474922 -999999999999 +100 5000 5443 new +17 90000 7540721 new +256 32768 31889 new +30.774 20.31 46114.2 new +5555 40000 -719017 new +753.702 -3651.6 -238667 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 868 + totalSize 743 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=301) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=301) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=301) + default@table_change_numeric_group_string_group_floating_varchar,table_change_numeric_group_string_group_floating_varchar,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.3 original +-255.0 4957.0 832222222 9000000000 +-66475.561431 52927714 7203778961 new +0.0 20435.0 847492223 -999999999999 +100 5000 5443 new +17 90000 754072151 new +256 32768 31889 new +30.774 20.31 46114.284799488 new +5555 40000 -719017797 new +753.7028 -3651.672121 -23866739993 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(7) +c2 varchar(7) +c3 varchar(7) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 868 + totalSize 743 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=299) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=299) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=299) + default@table_change_numeric_group_string_group_floating_varchar_trunc,table_change_numeric_group_string_group_floating_varchar_trunc,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.076 -10.3 original +-255.0 4957.0 8322222 9000000000 +-66475. 5292771 7203778 new +0.0 20435.0 8474922 -999999999999 +100 5000 5443 new +17 90000 7540721 new +256 32768 31889 new +30.774 20.31 46114.2 new +5555 40000 -719017 new +753.702 -3651.6 -238667 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_string + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__38.tmp_values_col1 values__tmp__table__38.tmp_values_col2 values__tmp__table__38.tmp_values_col3 values__tmp__table__38.tmp_values_col4 values__tmp__table__38.tmp_values_col5 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +c1 c2 c3 c4 b +blank pads blank pads blank pads blank pads original +dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +escapist escapist escapist escapist original +heartbeat heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 varchar(50) +c4 char(9) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 1888 + totalSize 772 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_string + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=492) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=492) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=492) + default@table_change_string_group_string_group_string,table_change_string_group_string_group_string,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +c1 c2 c3 c4 b + featherweight featherweight new + against against against against new + baffling bafflin baffling bafflin new +blank pads blank pad blank pads blank pad original +bottom bottom bottom bottom new +dynamic reptile dynamic r dynamic reptile dynamic r original +escapist escapist escapist escapist original +hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +heartbeat heartbeat heartbeat heartbeat original +junkyard junkyard junkyard junkyard new +PREHOOK: query: drop table table_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: drop table table_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_char + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +c1 c2 c3 b +blank pads blank pads blank pads original +dynamic reptile dynamic reptile dynamic reptile original +escapist escapist escapist original +heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(9) +c3 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 1976 + totalSize 719 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_char + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=423) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=423) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=423) + default@table_change_string_group_string_group_char,table_change_string_group_string_group_char,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +c1 c2 c3 b + featherweight featherweight new + against against against new + baffling bafflin baffling new +blank pads blank pad blank pads original +bottom bottom bottom new +dynamic reptile dynamic r dynamic reptile original +escapist escapist escapist original +hangar paralysed companion hangar pa hangar paralysed companion new +heartbeat heartbeat heartbeat original +junkyard junkyard junkyard new +PREHOOK: query: drop table table_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: drop table table_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +c1 c2 c3 b +blank pads blank pads blank pads original +dynamic reptile dynamic reptile dynamic reptile original +escapist escapist escapist original +heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 1508 + totalSize 667 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=398) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=398) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=398) + default@table_change_string_group_string_group_varchar,table_change_string_group_string_group_varchar,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +c1 c2 c3 b + featherweight featherweight new + against against against new + baffling bafflin baffling new +blank pads blank pad blank pads original +bottom bottom bottom new +dynamic reptile dynamic r dynamic reptile original +escapist escapist escapist original +hangar paralysed companion hangar pa hangar paralysed companion new +heartbeat heartbeat heartbeat original +junkyard junkyard junkyard new +PREHOOK: query: drop table table_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: drop table table_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 tinyint +c3 tinyint +c4 tinyint +c5 tinyint +c6 tinyint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 c6 b +-2 -2 -2 -2 -2 -2 original +100 100 100 100 100 100 original +45 45 45 45 45 45 original +NULL NULL NULL NULL NULL NULL original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 int +c3 bigint +c4 float +c5 double +c6 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 440 + totalSize 578 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values('774', '2031', '200', '12', '99', '0', 'new'), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new'), + ('256', '32768', '31889', '300', '444', '506', 'new'), + ('5555', '40000', '-719017797', '45', '55', '65', 'new'), + ('100', '5000', '5443', '22', '2', '-2', 'new'), + ('17', '90000', '754072151', '95', '20', '18', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values('774', '2031', '200', '12', '99', '0', 'new'), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new'), + ('256', '32768', '31889', '300', '444', '506', 'new'), + ('5555', '40000', '-719017797', '45', '55', '65', 'new'), + ('100', '5000', '5443', '22', '2', '-2', 'new'), + ('17', '90000', '754072151', '95', '20', '18', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=179) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=179) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=10 width=179) + default@table_change_lower_to_higher_numeric_group_tinyint,table_change_lower_to_higher_numeric_group_tinyint,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","c5","c6","b"] + +PREHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 c6 b +-2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +100 100 100 100.0 100.0 100.000000000000000000 original +100 5000 5443 22.0 2.0 -2.000000000000000000 new +17 90000 754072151 95.0 20.0 18.000000000000000000 new +256 32768 31889 300.0 444.0 506.000000000000000000 new +45 45 45 45.0 45.0 45.000000000000000000 original +5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +774 2031 200 12.0 99.0 0.000000000000000000 new +NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +NULL NULL NULL NULL NULL NULL original +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 smallint +c3 smallint +c4 smallint +c5 smallint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 b +-2 -2 -2 -2 -2 original +-5000 -5000 -5000 -5000 -5000 original +100 100 100 100 100 original +2031 2031 2031 2031 2031 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 int +c2 bigint +c3 float +c4 double +c5 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 448 + totalSize 523 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values('774', '2031', '200', '12', '99', 'new'), + ('561431', '52927714', '7203778961', '8', '7', 'new'), + ('256', '32768', '31889', '300', '444', 'new'), + ('5555', '40000', '-719017797', '45', '55', 'new'), + ('100', '5000', '5443', '22', '2', 'new'), + ('17', '90000', '754072151', '95', '20', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values('774', '2031', '200', '12', '99', 'new'), + ('561431', '52927714', '7203778961', '8', '7', 'new'), + ('256', '32768', '31889', '300', '444', 'new'), + ('5555', '40000', '-719017797', '45', '55', 'new'), + ('100', '5000', '5443', '22', '2', 'new'), + ('17', '90000', '754072151', '95', '20', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=178) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=178) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=178) + default@table_change_lower_to_higher_numeric_group_smallint,table_change_lower_to_higher_numeric_group_smallint,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 b +-2 -2 -2.0 -2.0 -2.000000000000000000 original +-5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +100 100 100.0 100.0 100.000000000000000000 original +100 5000 5443.0 22.0 2.000000000000000000 new +17 90000 7.5407213E8 95.0 20.000000000000000000 new +2031 2031 2031.0 2031.0 2031.000000000000000000 original +256 32768 31889.0 300.0 444.000000000000000000 new +5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +774 2031 200.0 12.0 99.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 int +c2 int +c3 int +c4 int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -2 -2 -2 original +-5000 -5000 -5000 -5000 original +2031 2031 2031 2031 original +52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 float +c3 double +c4 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 432 + totalSize 534 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values('774', '2031', '200', '12', 'new'), + ('561431', '52927714', '7203778961', '8', 'new'), + ('256', '32768', '31889', '300', 'new'), + ('5555', '40000', '-719017797', '45', 'new'), + ('100', '5000', '5443', '22', 'new'), + ('17', '90000', '754072151', '95', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values('774', '2031', '200', '12', 'new'), + ('561431', '52927714', '7203778961', '8', 'new'), + ('256', '32768', '31889', '300', 'new'), + ('5555', '40000', '-719017797', '45', 'new'), + ('100', '5000', '5443', '22', 'new'), + ('17', '90000', '754072151', '95', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=174) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=174) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=174) + default@table_change_lower_to_higher_numeric_group_int,table_change_lower_to_higher_numeric_group_int,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -2.0 -2.0 -2.000000000000000000 original +-5000 -5000.0 -5000.0 -5000.000000000000000000 original +100 5000.0 5443.0 22.000000000000000000 new +17 90000.0 7.54072151E8 95.000000000000000000 new +2031 2031.0 2031.0 2031.000000000000000000 original +256 32768.0 31889.0 300.000000000000000000 new +52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5555 40000.0 -7.19017797E8 45.000000000000000000 new +561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +774 2031.0 200.0 12.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 bigint +c3 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +c1 c2 c3 b +-2 -2 -2 original +-5000 -5000 -5000 original +52927714 52927714 52927714 original +7203778961 7203778961 7203778961 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 464 + totalSize 493 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values('774', '2031', '200', 'new'), + ('561431', '52927714', '7203778961', 'new'), + ('256', '32768', '31889', 'new'), + ('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'), + ('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values('774', '2031', '200', 'new'), + ('561431', '52927714', '7203778961', 'new'), + ('256', '32768', '31889', 'new'), + ('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'), + ('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=173) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=173) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=173) + default@table_change_lower_to_higher_numeric_group_bigint,table_change_lower_to_higher_numeric_group_bigint,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -2.0 -2.000000000000000000 original +-5000.0 -5000.0 -5000.000000000000000000 original +100.0 5000.0 5443.000000000000000000 new +17.0 90000.0 754072151.000000000000000000 new +256.0 32768.0 31889.000000000000000000 new +5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5555.0 40000.0 -719017797.000000000000000000 new +561431.0 5.2927714E7 7203778961.000000000000000000 new +7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +774.0 2031.0 200.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 float +c2 float +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +c1 c2 b +-29.0764 -29.0764 original +-5000.0 -5000.0 original +5.2927712E7 5.2927712E7 original +753.7028 753.7028 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 double +c2 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 400 + totalSize 442 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values('774', '2031', 'new'), + ('561431', '52927714', 'new'), + ('256', '32768', 'new'), + ('5555', '40000', 'new'), + ('100', '5000', 'new'), + ('17', '90000', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values('774', '2031', 'new'), + ('561431', '52927714', 'new'), + ('256', '32768', 'new'), + ('5555', '40000', 'new'), + ('100', '5000', 'new'), + ('17', '90000', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=164) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=164) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=164) + default@table_change_lower_to_higher_numeric_group_float,table_change_lower_to_higher_numeric_group_float,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","b"] + +PREHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +c1 c2 b +-29.076400756835938 -29.076400756835937500 original +-5000.0 -5000.000000000000000000 original +100.0 5000.000000000000000000 new +17.0 90000.000000000000000000 new +256.0 32768.000000000000000000 new +5.2927712E7 52927712.000000000000000000 original +5555.0 40000.000000000000000000 new +561431.0 52927714.000000000000000000 new +753.7028198242188 753.702819824218750000 original +774.0 2031.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(c1 double, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(c1 double, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +c1 b +-29.0764 original +-5000.0 original +5.2927714E7 original +753.7028 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 400 + totalSize 393 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values('774', 'new'), + ('561431', 'new'), + ('256', 'new'), + ('5555', 'new'), + ('100', 'new'), + ('17', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values('774', 'new'), + ('561431', 'new'), + ('256', 'new'), + ('5555', 'new'), + ('100', 'new'), + ('17', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: explain +select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=159) + Output:["_col0","_col1"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=159) + Output:["_col0","_col1"] + TableScan [TS_0] (rows=10 width=159) + default@table_change_lower_to_higher_numeric_group_double,table_change_lower_to_higher_numeric_group_double,Tbl:COMPLETE,Col:NONE,Output:["c1","b"] + +PREHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +c1 b +-29.076399999999999579 original +-5000.000000000000000000 original +100.000000000000000000 new +17.000000000000000000 new +256.000000000000000000 new +52927714.000000000000000000 original +5555.000000000000000000 new +561431.000000000000000000 new +753.702800000000024738 original +774.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_double PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 -POSTHOOK: query: DROP TABLE table2 +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_double POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double diff --git ql/src/test/results/clientpositive/tez/schema_evol_orc_vec_mapwork_part.q.out ql/src/test/results/clientpositive/tez/schema_evol_orc_vec_mapwork_part.q.out index 9f1fda8..9b7a29e 100644 --- ql/src/test/results/clientpositive/tez/schema_evol_orc_vec_mapwork_part.q.out +++ ql/src/test/results/clientpositive/tez/schema_evol_orc_vec_mapwork_part.q.out @@ -2,84 +2,190 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Vectorized, MapWork, Partitioned -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned1 +PREHOOK: Output: default@part_add_int_permute_select POSTHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Vectorized, MapWork, Partitioned -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) +alter table part_add_int_permute_select add columns(c int) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) +alter table part_add_int_permute_select add columns(c int) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=2) values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@partitioned1@part=2 -POSTHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=2) values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@partitioned1@part=2 -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(5, 'new', 100),(6, 'new', 200) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(5, 'new', 100),(6, 'new', 200) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from part_add_int_permute_select order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from part_add_int_permute_select order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=95) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=95) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=95) + default@part_add_int_permute_select,part_add_int_permute_select,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from part_add_int_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from part_add_int_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### part a b 1 1 original @@ -92,17 +198,17 @@ part a b 2 2 new 2 3 new 2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +PREHOOK: query: select part,a,b,c from part_add_int_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,a,b,c from part_add_int_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### part a b c 1 1 original NULL @@ -115,86 +221,17 @@ part a b c 2 2 new 20 2 3 new 30 2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new 100 hundred -1 6 new 200 two hundred -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a c d -1 1 NULL NULL -1 2 NULL NULL -1 3 NULL NULL -1 4 NULL NULL -1 5 100 hundred -1 6 200 two hundred -2 1 10 ten -2 2 20 twenty -2 3 30 thirty -2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 +PREHOOK: query: select part,c from part_add_int_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 +POSTHOOK: query: select part,c from part_add_int_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a d -1 1 NULL -1 2 NULL -1 3 NULL -1 4 NULL -1 5 hundred -1 6 two hundred -2 1 ten -2 2 twenty -2 3 thirty -2 4 forty -PREHOOK: query: select part,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### part c 1 100 @@ -207,181 +244,189 @@ part c 2 20 2 30 2 40 -PREHOOK: query: select part,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part d -1 NULL -1 NULL -1 NULL -1 NULL -1 hundred -1 two hundred -2 forty -2 ten -2 thirty -2 twenty -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: query: drop table part_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select +POSTHOOK: query: drop table part_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE part_add_int_string_permute_select(a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE part_add_int_string_permute_select(a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 -PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@partitioned2@part=2 -POSTHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@partitioned2@part=2 -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +POSTHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select part,a,b from partitioned2 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned2 -PREHOOK: Input: default@partitioned2@part=1 -PREHOOK: Input: default@partitioned2@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned2 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Input: default@partitioned2@part=1 -POSTHOOK: Input: default@partitioned2@part=2 -#### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 90000 new -2 200 new -2 32768 new -2 40000 new -2 72909 new -PREHOOK: query: -- --- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: -- --- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__7 -PREHOOK: Output: default@partitioned3@part=1 -POSTHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__7 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,a,b from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__8 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +POSTHOOK: query: explain +select part,a,b from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__8 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Output: default@partitioned3@part=2 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 _col4 +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=149) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=149) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=149) + default@part_add_int_string_permute_select,part_add_int_string_permute_select,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a b 1 1 original @@ -394,17 +439,17 @@ part a b 2 2 new 2 3 new 2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +PREHOOK: query: select part,a,b,c from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,a,b,c from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a b c 1 1 original NULL @@ -417,17 +462,17 @@ part a b c 2 2 new 20 2 3 new 30 2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 +PREHOOK: query: select part,a,b,c,d from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 +POSTHOOK: query: select part,a,b,c,d from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -440,17 +485,17 @@ part a b c d 2 2 new 20 twenty 2 3 new 30 thirty 2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 +PREHOOK: query: select part,a,c,d from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 +POSTHOOK: query: select part,a,c,d from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a c d 1 1 NULL NULL @@ -463,17 +508,17 @@ part a c d 2 2 20 twenty 2 3 30 thirty 2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 +PREHOOK: query: select part,a,d from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 +POSTHOOK: query: select part,a,d from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a d 1 1 NULL @@ -486,17 +531,17 @@ part a d 2 2 twenty 2 3 thirty 2 4 forty -PREHOOK: query: select part,c from partitioned1 +PREHOOK: query: select part,c from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 +POSTHOOK: query: select part,c from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part c 1 100 @@ -509,17 +554,17 @@ part c 2 20 2 30 2 40 -PREHOOK: query: select part,d from partitioned1 +PREHOOK: query: select part,d from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 +POSTHOOK: query: select part,d from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part d 1 NULL @@ -532,111 +577,5117 @@ part d 2 ten 2 thirty 2 twenty -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: query: drop table part_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: drop table part_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__9 -PREHOOK: Output: default@partitioned4@part=1 -POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__9 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 +alter table part_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +alter table part_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +c2 double +c3 double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__10 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__10 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Output: default@partitioned4@part=2 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 _col2 -PREHOOK: query: select part,a,b from partitioned4 +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_double order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned4 -PREHOOK: Input: default@partitioned4@part=1 -PREHOOK: Input: default@partitioned4@part=2 +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_double order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=230) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=230) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=230) + default@part_change_string_group_double,part_change_string_group_double,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_double order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Input: default@part_change_string_group_double@part=1 +PREHOOK: Input: default@part_change_string_group_double@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned4 +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_double order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Input: default@partitioned4@part=1 -POSTHOOK: Input: default@partitioned4@part=2 +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Input: default@part_change_string_group_double@part=1 +POSTHOOK: Input: default@part_change_string_group_double@part=2 #### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 90000 new -2 200 new -2 32768 new -2 40000 new -2 72909 new -PREHOOK: query: DROP TABLE partitioned1 +part c1 c2 c3 b +1 -10.3 NaN NULL original +1 -29.0764 NaN NULL original +1 -3651.672121 NaN NULL original +1 17808.963785 17808.963785 17808.963785 new +1 753.7028 NaN NULL original +1 9250340.75 9250340.75 9250340.75 new +2 -66475.561431 -66475.561431 -66475.561431 new +2 20.31 20.31 20.31 new +2 30.774 30.774 30.774 new +2 46114.284799488 46114.284799488 46114.284799488 new +PREHOOK: query: drop table part_change_string_group_double PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 -POSTHOOK: query: DROP TABLE partitioned1 +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: drop table part_change_string_group_double POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: DROP TABLE partitioned2 +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +c2 decimal(38,18) +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_decimal order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_decimal order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=417) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=417) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=417) + default@part_change_string_group_decimal,part_change_string_group_decimal,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_decimal order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Input: default@part_change_string_group_decimal@part=1 +PREHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_decimal order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Input: default@part_change_string_group_decimal@part=1 +POSTHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +1 -29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +1 -3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +1 17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +1 753.702800000000000000 753.702800000000000000 753.702800000000000000 original +1 9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +2 -66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +2 20.310000000000000000 20.310000000000000000 20.310000000000000000 new +2 30.774000000000000000 30.774000000000000000 30.774000000000000000 new +2 46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +PREHOOK: query: drop table part_change_string_group_decimal PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: DROP TABLE partitioned2 +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: drop table part_change_string_group_decimal POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: DROP TABLE partitioned3 +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 timestamp +c2 timestamp +c3 timestamp +c4 timestamp +c5 timestamp +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=9 width=526) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=9 width=526) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=9 width=526) + default@part_change_date_group_string_group_timestamp,part_change_date_group_string_group_timestamp,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +1 2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +1 2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +1 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:3 5966-07-09 03:30:50.597 5966-07-09 03:3 new +1 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:5 6229-06-28 02:54:28.970117179 6229-06-28 02:5 new +2 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +2 1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +2 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +2 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +PREHOOK: query: drop table part_change_date_group_string_group_timestamp PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: DROP TABLE partitioned3 +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: drop table part_change_date_group_string_group_timestamp POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: DROP TABLE partitioned4 +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 date +c2 date +c3 date +c4 date +c5 date +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=9 width=525) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=9 width=525) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=9 width=525) + default@part_change_date_group_string_group_date,part_change_date_group_string_group_date,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Input: default@part_change_date_group_string_group_date@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +1 2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +1 2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +2 0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +2 1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +2 2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +2 2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +2 5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +2 6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +PREHOOK: query: drop table part_change_date_group_string_group_date +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: drop table part_change_date_group_string_group_date +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__19.tmp_values_col1 values__tmp__table__19.tmp_values_col2 values__tmp__table__19.tmp_values_col3 values__tmp__table__19.tmp_values_col4 values__tmp__table__19.tmp_values_col5 values__tmp__table__19.tmp_values_col6 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=309) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=309) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=309) + default@part_change_numeric_group_string_group_multi_ints_string,part_change_numeric_group_string_group_multi_ints_string,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 100 5000 5443 0 new +1 17 90000 754072151 3289094 new +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +2 1 200 2323322 5430907 new +2 2000 72909 3244222 -93222 new +2 256 32768 31889 470614135 new +2 5555 40000 -719017797 810662019 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +c4 char(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=418) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=418) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=418) + default@part_change_numeric_group_string_group_multi_ints_char,part_change_numeric_group_string_group_multi_ints_char,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 100 5000 5443 0 new +1 17 90000 754072151 3289094 new +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +2 1 200 2323322 5430907 new +2 2000 72909 3244222 -93222 new +2 256 32768 31889 470614135 new +2 5555 40000 -719017797 810662019 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(5) +c2 char(5) +c3 char(5) +c4 char(5) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=310) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=310) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=310) + default@part_change_numeric_group_string_group_multi_ints_char_trunc,part_change_numeric_group_string_group_multi_ints_char_trunc,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899 original +1 0 20435 84749 -9999 original +1 100 5000 5443 0 new +1 17 90000 75407 32890 new +1 45 1000 48377 -2386 original +1 NULL 4957 83222 90000 original +2 1 200 23233 54309 new +2 2000 72909 32442 -9322 new +2 256 32768 31889 47061 new +2 5555 40000 -7190 81066 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +c4 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=309) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=309) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=309) + default@part_change_numeric_group_string_group_multi_ints_varchar,part_change_numeric_group_string_group_multi_ints_varchar,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 100 5000 5443 0 new +1 17 90000 754072151 3289094 new +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +2 1 200 2323322 5430907 new +2 2000 72909 3244222 -93222 new +2 256 32768 31889 470614135 new +2 5555 40000 -719017797 810662019 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(5) +c2 varchar(5) +c3 varchar(5) +c4 varchar(5) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=307) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=307) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=307) + default@part_change_numeric_group_string_group_multi_ints_varchar_trunc,part_change_numeric_group_string_group_multi_ints_varchar_trunc,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899 original +1 0 20435 84749 -9999 original +1 100 5000 5443 0 new +1 17 90000 75407 32890 new +1 45 1000 48377 -2386 original +1 NULL 4957 83222 90000 original +2 1 200 23233 54309 new +2 2000 72909 32442 -9322 new +2 256 32768 31889 47061 new +2 5555 40000 -7190 81066 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 original +1 0.0 20435.0 847492223.000000000000000000 original +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +values__tmp__table__29.tmp_values_col1 values__tmp__table__29.tmp_values_col2 values__tmp__table__29.tmp_values_col3 values__tmp__table__29.tmp_values_col4 values__tmp__table__29.tmp_values_col5 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=300) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=300) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=300) + default@part_change_numeric_group_string_group_floating_string,part_change_numeric_group_string_group_floating_string,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.3 original +1 -255.0 4957.0 832222222 original +1 0.0 20435.0 847492223 original +1 100 5000 5443 new +1 17 90000 754072151 new +1 753.7028 -3651.672121 -23866739993 original +2 -66475.561431 52927714 7203778961 new +2 256 32768 31889 new +2 30.774 20.31 46114.284799488 new +2 5555 40000 -719017797 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=380) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=380) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=380) + default@part_change_numeric_group_string_group_floating_char,part_change_numeric_group_string_group_floating_char,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.3 original +1 -255.0 4957.0 832222222 9000000000 +1 0.0 20435.0 847492223 -999999999999 +1 100 5000 5443 new +1 17 90000 754072151 new +1 753.7028 -3651.672121 -23866739993 original +2 -66475.561431 52927714 7203778961 new +2 256 32768 31889 new +2 30.774 20.31 46114.284799488 new +2 5555 40000 -719017797 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(7) +c2 char(7) +c3 char(7) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=302) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=302) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=302) + default@part_change_numeric_group_string_group_floating_char_trunc,part_change_numeric_group_string_group_floating_char_trunc,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.076 -10.3 original +1 -255.0 4957.0 8322222 9000000000 +1 0.0 20435.0 8474922 -999999999999 +1 100 5000 5443 new +1 17 90000 7540721 new +1 753.702 -3651.6 -238667 original +2 -66475. 5292771 7203778 new +2 256 32768 31889 new +2 30.774 20.31 46114.2 new +2 5555 40000 -719017 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=301) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=301) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=301) + default@part_change_numeric_group_string_group_floating_varchar,part_change_numeric_group_string_group_floating_varchar,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.3 original +1 -255.0 4957.0 832222222 9000000000 +1 0.0 20435.0 847492223 -999999999999 +1 100 5000 5443 new +1 17 90000 754072151 new +1 753.7028 -3651.672121 -23866739993 original +2 -66475.561431 52927714 7203778961 new +2 256 32768 31889 new +2 30.774 20.31 46114.284799488 new +2 5555 40000 -719017797 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(7) +c2 varchar(7) +c3 varchar(7) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=298) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=298) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=298) + default@part_change_numeric_group_string_group_floating_varchar_trunc,part_change_numeric_group_string_group_floating_varchar_trunc,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.076 -10.3 original +1 -255.0 4957.0 8322222 9000000000 +1 0.0 20435.0 8474922 -999999999999 +1 100 5000 5443 new +1 17 90000 7540721 new +1 753.702 -3651.6 -238667 original +2 -66475. 5292771 7203778 new +2 256 32768 31889 new +2 30.774 20.31 46114.2 new +2 5555 40000 -719017 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__38.tmp_values_col1 values__tmp__table__38.tmp_values_col2 values__tmp__table__38.tmp_values_col3 values__tmp__table__38.tmp_values_col4 values__tmp__table__38.tmp_values_col5 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 blank pads blank pads blank pads blank pads original +1 dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +1 escapist escapist escapist escapist original +1 heartbeat heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 varchar(50) +c4 char(9) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=492) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=492) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=492) + default@part_change_string_group_string_group_string,part_change_string_group_string_group_string,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 blank pads blank pad blank pads blank pad original +1 bottom bottom bottom bottom new +1 dynamic reptile dynamic r dynamic reptile dynamic r original +1 escapist escapist escapist escapist original +1 hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +1 heartbeat heartbeat heartbeat heartbeat original +2 featherweight featherweight new +2 against against against against new +2 baffling bafflin baffling bafflin new +2 junkyard junkyard junkyard junkyard new +PREHOOK: query: drop table part_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: drop table part_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pads blank pads original +1 dynamic reptile dynamic reptile dynamic reptile original +1 escapist escapist escapist original +1 heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(9) +c3 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=423) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=423) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=423) + default@part_change_string_group_string_group_char,part_change_string_group_string_group_char,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pad original +1 bottom bottom bottom new +1 dynamic reptile dynamic r original +1 escapist escapist original +1 hangar paralysed companion hangar pa hangar paralysed companion new +1 heartbeat heartbeat original +2 featherweight featherweight new +2 against against against new +2 baffling bafflin baffling new +2 junkyard junkyard junkyard new +PREHOOK: query: drop table part_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: drop table part_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pads blank pads original +1 dynamic reptile dynamic reptile dynamic reptile original +1 escapist escapist escapist original +1 heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=398) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=398) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=398) + default@part_change_string_group_string_group_varchar,part_change_string_group_string_group_varchar,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pad original +1 bottom bottom bottom new +1 dynamic reptile dynamic r original +1 escapist escapist original +1 hangar paralysed companion hangar pa hangar paralysed companion new +1 heartbeat heartbeat original +2 featherweight featherweight new +2 against against against new +2 baffling bafflin baffling new +2 junkyard junkyard junkyard new +PREHOOK: query: drop table part_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: drop table part_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 tinyint +c3 tinyint +c4 tinyint +c5 tinyint +c6 tinyint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 c6 b +1 -2 -2 -2 -2 -2 -2 original +1 100 100 100 100 100 100 original +1 45 45 45 45 45 45 original +1 NULL NULL NULL NULL NULL NULL original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 int +c3 bigint +c4 float +c5 double +c6 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values('774', '2031', '200', '12', '99', '0', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + ('256', '32768', '31889', '300', '444', '506', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + ('100', '5000', '5443', '22', '2', '-2', 'new', 1), + ('17', '90000', '754072151', '95', '20', '18', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values('774', '2031', '200', '12', '99', '0', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + ('256', '32768', '31889', '300', '444', '506', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + ('100', '5000', '5443', '22', '2', '-2', 'new', 1), + ('17', '90000', '754072151', '95', '20', '18', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=179) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=179) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + TableScan [TS_0] (rows=10 width=179) + default@part_change_lower_to_higher_numeric_group_tinyint,part_change_lower_to_higher_numeric_group_tinyint,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","c5","c6","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 c6 b +1 -2 -2 -2 -2.0 NULL -2.000000000000000000 original +1 100 100 100 100.0 NULL 100.000000000000000000 original +1 100 5000 5443 22.0 2.0 -2.000000000000000000 new +1 17 90000 754072151 95.0 20.0 18.000000000000000000 new +1 45 45 45 45.0 NULL 45.000000000000000000 original +1 NULL NULL NULL NULL NULL NULL original +2 256 32768 31889 300.0 444.0 506.000000000000000000 new +2 5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +2 774 2031 200 12.0 99.0 0.000000000000000000 new +2 NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 smallint +c3 smallint +c4 smallint +c5 smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 -2 -2 -2 -2 -2 original +1 -5000 -5000 -5000 -5000 -5000 original +1 100 100 100 100 100 original +1 2031 2031 2031 2031 2031 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 int +c2 bigint +c3 float +c4 double +c5 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values('774', '2031', '200', '12', '99', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', 'new', 2), + ('256', '32768', '31889', '300', '444', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', 'new', 2), + ('100', '5000', '5443', '22', '2', 'new', 1), + ('17', '90000', '754072151', '95', '20', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values('774', '2031', '200', '12', '99', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', 'new', 2), + ('256', '32768', '31889', '300', '444', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', 'new', 2), + ('100', '5000', '5443', '22', '2', 'new', 1), + ('17', '90000', '754072151', '95', '20', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=178) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=178) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=10 width=178) + default@part_change_lower_to_higher_numeric_group_smallint,part_change_lower_to_higher_numeric_group_smallint,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 -2 -2 -2.0 NULL -2.000000000000000000 original +1 -5000 -5000 -5000.0 NULL -5000.000000000000000000 original +1 100 100 100.0 NULL 100.000000000000000000 original +1 100 5000 5443.0 22.0 2.000000000000000000 new +1 17 90000 7.5407213E8 95.0 20.000000000000000000 new +1 2031 2031 2031.0 NULL 2031.000000000000000000 original +2 256 32768 31889.0 300.0 444.000000000000000000 new +2 5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +2 561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +2 774 2031 200.0 12.0 99.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 int +c2 int +c3 int +c4 int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -2 -2 -2 original +1 -5000 -5000 -5000 -5000 original +1 2031 2031 2031 2031 original +1 52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 float +c3 double +c4 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values('774', '2031', '200', '12', 'new', 2), + ('561431', '52927714', '7203778961', '8', 'new', 2), + ('256', '32768', '31889', '300', 'new', 2), + ('5555', '40000', '-719017797', '45', 'new', 2), + ('100', '5000', '5443', '22', 'new', 1), + ('17', '90000', '754072151', '95', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values('774', '2031', '200', '12', 'new', 2), + ('561431', '52927714', '7203778961', '8', 'new', 2), + ('256', '32768', '31889', '300', 'new', 2), + ('5555', '40000', '-719017797', '45', 'new', 2), + ('100', '5000', '5443', '22', 'new', 1), + ('17', '90000', '754072151', '95', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=174) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=174) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=174) + default@part_change_lower_to_higher_numeric_group_int,part_change_lower_to_higher_numeric_group_int,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -2.0 NULL -2.000000000000000000 original +1 -5000 -5000.0 NULL -5000.000000000000000000 original +1 100 5000.0 5443.0 22.000000000000000000 new +1 17 90000.0 7.54072151E8 95.000000000000000000 new +1 2031 2031.0 NULL 2031.000000000000000000 original +1 52927714 5.2927712E7 NULL 52927714.000000000000000000 original +2 256 32768.0 31889.0 300.000000000000000000 new +2 5555 40000.0 -7.19017797E8 45.000000000000000000 new +2 561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +2 774 2031.0 200.0 12.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 bigint +c3 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2 -2 -2 original +1 -5000 -5000 -5000 original +1 52927714 52927714 52927714 original +1 7203778961 7203778961 7203778961 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values('774', '2031', '200', 'new', 2), + ('561431', '52927714', '7203778961', 'new', 2), + ('256', '32768', '31889', 'new', 2), + ('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1), + ('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values('774', '2031', '200', 'new', 2), + ('561431', '52927714', '7203778961', 'new', 2), + ('256', '32768', '31889', 'new', 2), + ('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1), + ('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=173) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=173) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=173) + default@part_change_lower_to_higher_numeric_group_bigint,part_change_lower_to_higher_numeric_group_bigint,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 NULL -2.000000000000000000 original +1 -5000.0 NULL -5000.000000000000000000 original +1 100.0 5000.0 5443.000000000000000000 new +1 17.0 90000.0 754072151.000000000000000000 new +1 5.2927712E7 NULL 52927714.000000000000000000 original +1 7.2037791E9 NULL 7203778961.000000000000000000 original +2 256.0 32768.0 31889.000000000000000000 new +2 5555.0 40000.0 -719017797.000000000000000000 new +2 561431.0 5.2927714E7 7203778961.000000000000000000 new +2 774.0 2031.0 200.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 float +c2 float +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +#### A masked pattern was here #### +part c1 c2 b +1 -29.0764 -29.0764 original +1 -5000.0 -5000.0 original +1 5.2927712E7 5.2927712E7 original +1 753.7028 753.7028 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 double +c2 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values('774', '2031', 'new', 2), + ('561431', '52927714', 'new', 2), + ('256', '32768', 'new', 2), + ('5555', '40000', 'new', 2), + ('100', '5000', 'new', 1), + ('17', '90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values('774', '2031', 'new', 2), + ('561431', '52927714', 'new', 2), + ('256', '32768', 'new', 2), + ('5555', '40000', 'new', 2), + ('100', '5000', 'new', 1), + ('17', '90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=164) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=164) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=164) + default@part_change_lower_to_higher_numeric_group_float,part_change_lower_to_higher_numeric_group_float,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","b"] + +PREHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 +#### A masked pattern was here #### +part c1 c2 b +1 -29.076400756835938 -29.076400756835937500 original +1 -5000.0 -5000.000000000000000000 original +1 100.0 5000.000000000000000000 new +1 17.0 90000.000000000000000000 new +1 5.2927712E7 52927712.000000000000000000 original +1 753.7028198242188 753.702819824218750000 original +2 256.0 32768.000000000000000000 new +2 5555.0 40000.000000000000000000 new +2 561431.0 52927714.000000000000000000 new +2 774.0 2031.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(c1 double, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(c1 double, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +part c1 b +1 -29.0764 original +1 -5000.0 original +1 5.2927714E7 original +1 753.7028 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values('774', 'new', 2), + ('561431', 'new', 2), + ('256', 'new', 2), + ('5555', 'new', 2), + ('100', 'new', 1), + ('17', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values('774', 'new', 2), + ('561431', 'new', 2), + ('256', 'new', 2), + ('5555', 'new', 2), + ('100', 'new', 1), + ('17', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=159) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=159) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=159) + default@part_change_lower_to_higher_numeric_group_double,part_change_lower_to_higher_numeric_group_double,Tbl:COMPLETE,Col:NONE,Output:["c1","b"] + +PREHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 +#### A masked pattern was here #### +part c1 b +1 -29.076399999999999579 original +1 -5000.000000000000000000 original +1 100.000000000000000000 new +1 17.000000000000000000 new +1 52927714.000000000000000000 original +1 753.702800000000024738 original +2 256.000000000000000000 new +2 5555.000000000000000000 new +2 561431.000000000000000000 new +2 774.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_double PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: DROP TABLE partitioned4 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_double POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double diff --git ql/src/test/results/clientpositive/tez/schema_evol_orc_vec_mapwork_table.q.out ql/src/test/results/clientpositive/tez/schema_evol_orc_vec_mapwork_table.q.out index aef9a74..1e5e4d0 100644 --- ql/src/test/results/clientpositive/tez/schema_evol_orc_vec_mapwork_table.q.out +++ ql/src/test/results/clientpositive/tez/schema_evol_orc_vec_mapwork_table.q.out @@ -2,80 +2,405 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Vectorized, MapWork, Table -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) STORED AS ORC +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(a INT, b STRING) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table1 +PREHOOK: Output: default@table_add_int_permute_select POSTHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Vectorized, MapWork, Table -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) STORED AS ORC +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(a INT, b STRING) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) +alter table table_add_int_permute_select add columns(c int) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) +alter table table_add_int_permute_select add columns(c int) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 384 + totalSize 313 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_permute_select values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: insert into table table_add_int_permute_select values(5, 'new', 100),(6, 'new', 200) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select values(5, 'new', 100),(6, 'new', 200) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select a,b from table_add_int_permute_select order by a +PREHOOK: type: QUERY +POSTHOOK: query: explain +select a,b from table_add_int_permute_select order by a +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=95) + Output:["_col0","_col1"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=95) + Output:["_col0","_col1"] + TableScan [TS_0] (rows=10 width=95) + default@table_add_int_permute_select,table_add_int_permute_select,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_permute_select order by a +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_permute_select order by a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +a b +1 new +1 original +2 new +2 original +3 new +3 original +4 new +4 original +5 new +6 new +PREHOOK: query: select a,b,c from table_add_int_permute_select order by a +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select a,b,c from table_add_int_permute_select order by a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +a b c +1 new 10 +1 original NULL +2 new 20 +2 original NULL +3 new 30 +3 original NULL +4 new 40 +4 original NULL +5 new 100 +6 new 200 +PREHOOK: query: select c from table_add_int_permute_select order by c +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select c from table_add_int_permute_select order by c +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +c +10 +100 +20 +200 +30 +40 +NULL +NULL +NULL +NULL +PREHOOK: query: drop table table_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: drop table table_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_string_permute_select(a INT, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_string_permute_select(a INT, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_string_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__4 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__4 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 384 + totalSize 313 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_string_permute_select values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__5 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__5 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table table_add_int_string_permute_select values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__6 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__6 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select a,b from table_add_int_string_permute_select order by a +PREHOOK: type: QUERY +POSTHOOK: query: explain +select a,b from table_add_int_string_permute_select order by a +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=149) + Output:["_col0","_col1"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=149) + Output:["_col0","_col1"] + TableScan [TS_0] (rows=10 width=149) + default@table_add_int_string_permute_select,table_add_int_string_permute_select,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 +select a,b from table_add_int_string_permute_select order by a PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 +select a,b from table_add_int_string_permute_select order by a POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### a b 1 new @@ -88,13 +413,13 @@ a b 4 original 5 new 6 new -PREHOOK: query: select a,b,c from table1 +PREHOOK: query: select a,b,c from table_add_int_string_permute_select order by a PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### -POSTHOOK: query: select a,b,c from table1 +POSTHOOK: query: select a,b,c from table_add_int_string_permute_select order by a POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### a b c 1 new 10 @@ -107,13 +432,13 @@ a b c 4 original NULL 5 new 100 6 new 200 -PREHOOK: query: select a,b,c,d from table1 +PREHOOK: query: select a,b,c,d from table_add_int_string_permute_select order by a PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### -POSTHOOK: query: select a,b,c,d from table1 +POSTHOOK: query: select a,b,c,d from table_add_int_string_permute_select order by a POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### a b c d 1 new 10 ten @@ -126,13 +451,13 @@ a b c d 4 original NULL NULL 5 new 100 hundred 6 new 200 two hundred -PREHOOK: query: select a,c,d from table1 +PREHOOK: query: select a,c,d from table_add_int_string_permute_select order by a PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### -POSTHOOK: query: select a,c,d from table1 +POSTHOOK: query: select a,c,d from table_add_int_string_permute_select order by a POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### a c d 1 10 ten @@ -145,13 +470,13 @@ a c d 4 NULL NULL 5 100 hundred 6 200 two hundred -PREHOOK: query: select a,d from table1 +PREHOOK: query: select a,d from table_add_int_string_permute_select order by a PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### -POSTHOOK: query: select a,d from table1 +POSTHOOK: query: select a,d from table_add_int_string_permute_select order by a POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### a d 1 NULL @@ -164,13 +489,13 @@ a d 4 forty 5 hundred 6 two hundred -PREHOOK: query: select c from table1 +PREHOOK: query: select c from table_add_int_string_permute_select order by c PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### -POSTHOOK: query: select c from table1 +POSTHOOK: query: select c from table_add_int_string_permute_select order by c POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### c 10 @@ -183,13 +508,13 @@ NULL NULL NULL NULL -PREHOOK: query: select d from table1 +PREHOOK: query: select d from table_add_int_string_permute_select order by d PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### -POSTHOOK: query: select d from table1 +POSTHOOK: query: select d from table_add_int_string_permute_select order by d POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### d NULL @@ -202,97 +527,4768 @@ ten thirty twenty two hundred +PREHOOK: query: drop table table_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: drop table table_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_double + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +c2 double +c3 double +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 1640 + totalSize 661 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_double + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table table_change_string_group_double + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_double order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_double order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=230) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=230) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=230) + default@table_change_string_group_double,table_change_string_group_double,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_double order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_double +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_double order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_double +#### A masked pattern was here #### +c1 c2 c3 b +-10.3 NaN NULL original +-29.0764 NaN NULL original +-3651.672121 NaN NULL original +-66475.561431 -66475.561431 -66475.561431 new +17808.963785 17808.963785 17808.963785 new +20.31 20.31 20.31 new +30.774 30.774 30.774 new +46114.284799488 46114.284799488 46114.284799488 new +753.7028 NaN NULL original +9250340.75 9250340.75 9250340.75 new +PREHOOK: query: drop table table_change_string_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: drop table table_change_string_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_decimal + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +c2 decimal(38,18) +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 1640 + totalSize 661 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_decimal + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table table_change_string_group_decimal + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_decimal order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_decimal order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=417) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=417) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=417) + default@table_change_string_group_decimal,table_change_string_group_decimal,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_decimal order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_decimal +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_decimal order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_decimal +#### A masked pattern was here #### +c1 c2 c3 b +-10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +-29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +-3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +-66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +20.310000000000000000 20.310000000000000000 20.310000000000000000 new +30.774000000000000000 30.774000000000000000 30.774000000000000000 new +46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +753.702800000000000000 753.702800000000000000 753.702800000000000000 original +9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +PREHOOK: query: drop table table_change_string_group_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: drop table table_change_string_group_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 timestamp +c2 timestamp +c3 timestamp +c4 timestamp +c5 timestamp +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 3 + rawDataSize 876 + totalSize 705 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=9 width=526) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=9 width=526) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=9 width=526) + default@table_change_date_group_string_group_timestamp,table_change_date_group_string_group_timestamp,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +#### A masked pattern was here #### +c1 c2 c3 c4 c5 b +0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:3 5966-07-09 03:30:50.597 5966-07-09 03:3 new +6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:5 6229-06-28 02:54:28.970117179 6229-06-28 02:5 new +PREHOOK: query: drop table table_change_date_group_string_group_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: drop table table_change_date_group_string_group_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) -- -CREATE TABLE table2(a smallint, b STRING) STORED AS ORC +CREATE TABLE table_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table2 +PREHOOK: Output: default@table_change_date_group_string_group_date POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) -- -CREATE TABLE table2(a smallint, b STRING) STORED AS ORC +CREATE TABLE table_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 date +c2 date +c3 date +c4 date +c5 date +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_date + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 +alter table table_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +alter table table_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 3 + rawDataSize 1116 + totalSize 505 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_date + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by c1 PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select a,b from table2 +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=9 width=525) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=9 width=525) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=9 width=525) + default@table_change_date_group_string_group_date,table_change_date_group_string_group_date,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by c1 PREHOOK: type: QUERY -PREHOOK: Input: default@table2 +PREHOOK: Input: default@table_change_date_group_string_group_date #### A masked pattern was here #### -POSTHOOK: query: select a,b from table2 +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@table2 +POSTHOOK: Input: default@table_change_date_group_string_group_date #### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -5000 new -6737 original -72909 new -90000 new -PREHOOK: query: DROP TABLE table1 +c1 c2 c3 c4 c5 b +0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +PREHOOK: query: drop table table_change_date_group_string_group_date PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: DROP TABLE table1 +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: drop table table_change_date_group_string_group_date POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: DROP TABLE table2 +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 444 + totalSize 664 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__19.tmp_values_col1 values__tmp__table__19.tmp_values_col2 values__tmp__table__19.tmp_values_col3 values__tmp__table__19.tmp_values_col4 values__tmp__table__19.tmp_values_col5 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=309) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=309) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=309) + default@table_change_numeric_group_string_group_multi_ints_string,table_change_numeric_group_string_group_multi_ints_string,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +1 200 2323322 5430907 new +100 5000 5443 0 new +17 90000 754072151 3289094 new +2000 72909 3244222 -93222 new +256 32768 31889 470614135 new +45 1000 483777 -23866739993 original +5555 40000 -719017797 810662019 new +NULL 4957 832222222 9000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +c4 char(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 444 + totalSize 664 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=418) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=418) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=418) + default@table_change_numeric_group_string_group_multi_ints_char,table_change_numeric_group_string_group_multi_ints_char,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +1 200 2323322 5430907 new +100 5000 5443 0 new +17 90000 754072151 3289094 new +2000 72909 3244222 -93222 new +256 32768 31889 470614135 new +45 1000 483777 -23866739993 original +5555 40000 -719017797 810662019 new +NULL 4957 832222222 9000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(5) +c2 char(5) +c3 char(5) +c4 char(5) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 444 + totalSize 664 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=310) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=310) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=310) + default@table_change_numeric_group_string_group_multi_ints_char_trunc,table_change_numeric_group_string_group_multi_ints_char_trunc,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899 original +0 20435 84749 -9999 original +1 200 23233 54309 new +100 5000 5443 0 new +17 90000 75407 32890 new +2000 72909 32442 -9322 new +256 32768 31889 47061 new +45 1000 48377 -2386 original +5555 40000 -7190 81066 new +NULL 4957 83222 90000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +c4 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 444 + totalSize 664 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=309) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=309) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=309) + default@table_change_numeric_group_string_group_multi_ints_varchar,table_change_numeric_group_string_group_multi_ints_varchar,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +1 200 2323322 5430907 new +100 5000 5443 0 new +17 90000 754072151 3289094 new +2000 72909 3244222 -93222 new +256 32768 31889 470614135 new +45 1000 483777 -23866739993 original +5555 40000 -719017797 810662019 new +NULL 4957 832222222 9000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(5) +c2 varchar(5) +c3 varchar(5) +c4 varchar(5) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 444 + totalSize 664 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=306) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=306) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=306) + default@table_change_numeric_group_string_group_multi_ints_varchar_trunc,table_change_numeric_group_string_group_multi_ints_varchar_trunc,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899 original +0 20435 84749 -9999 original +1 200 23233 54309 new +100 5000 5443 0 new +17 90000 75407 32890 new +2000 72909 32442 -9322 new +256 32768 31889 47061 new +45 1000 48377 -2386 original +5555 40000 -7190 81066 new +NULL 4957 83222 90000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 original +0.0 20435.0 847492223.000000000000000000 original +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 864 + totalSize 729 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +values__tmp__table__29.tmp_values_col1 values__tmp__table__29.tmp_values_col2 values__tmp__table__29.tmp_values_col3 values__tmp__table__29.tmp_values_col4 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=300) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=300) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=300) + default@table_change_numeric_group_string_group_floating_string,table_change_numeric_group_string_group_floating_string,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.3 original +-255.0 4957.0 832222222 original +-66475.561431 52927714 7203778961 new +0.0 20435.0 847492223 original +100 5000 5443 new +17 90000 754072151 new +256 32768 31889 new +30.774 20.31 46114.284799488 new +5555 40000 -719017797 new +753.7028 -3651.672121 -23866739993 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 868 + totalSize 743 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=380) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=380) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=380) + default@table_change_numeric_group_string_group_floating_char,table_change_numeric_group_string_group_floating_char,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.3 original +-255.0 4957.0 832222222 9000000000 +-66475.561431 52927714 7203778961 new +0.0 20435.0 847492223 -999999999999 +100 5000 5443 new +17 90000 754072151 new +256 32768 31889 new +30.774 20.31 46114.284799488 new +5555 40000 -719017797 new +753.7028 -3651.672121 -23866739993 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(7) +c2 char(7) +c3 char(7) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 868 + totalSize 743 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=302) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=302) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=302) + default@table_change_numeric_group_string_group_floating_char_trunc,table_change_numeric_group_string_group_floating_char_trunc,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.076 -10.3 original +-255.0 4957.0 8322222 9000000000 +-66475. 5292771 7203778 new +0.0 20435.0 8474922 -999999999999 +100 5000 5443 new +17 90000 7540721 new +256 32768 31889 new +30.774 20.31 46114.2 new +5555 40000 -719017 new +753.702 -3651.6 -238667 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 868 + totalSize 743 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=301) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=301) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=301) + default@table_change_numeric_group_string_group_floating_varchar,table_change_numeric_group_string_group_floating_varchar,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.3 original +-255.0 4957.0 832222222 9000000000 +-66475.561431 52927714 7203778961 new +0.0 20435.0 847492223 -999999999999 +100 5000 5443 new +17 90000 754072151 new +256 32768 31889 new +30.774 20.31 46114.284799488 new +5555 40000 -719017797 new +753.7028 -3651.672121 -23866739993 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(7) +c2 varchar(7) +c3 varchar(7) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 868 + totalSize 743 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=299) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=299) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=299) + default@table_change_numeric_group_string_group_floating_varchar_trunc,table_change_numeric_group_string_group_floating_varchar_trunc,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.076 -10.3 original +-255.0 4957.0 8322222 9000000000 +-66475. 5292771 7203778 new +0.0 20435.0 8474922 -999999999999 +100 5000 5443 new +17 90000 7540721 new +256 32768 31889 new +30.774 20.31 46114.2 new +5555 40000 -719017 new +753.702 -3651.6 -238667 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_string + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__38.tmp_values_col1 values__tmp__table__38.tmp_values_col2 values__tmp__table__38.tmp_values_col3 values__tmp__table__38.tmp_values_col4 values__tmp__table__38.tmp_values_col5 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +c1 c2 c3 c4 b +blank pads blank pads blank pads blank pads original +dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +escapist escapist escapist escapist original +heartbeat heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 varchar(50) +c4 char(9) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 1888 + totalSize 772 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_string + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=492) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=492) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=492) + default@table_change_string_group_string_group_string,table_change_string_group_string_group_string,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +c1 c2 c3 c4 b + featherweight featherweight new + against against against against new + baffling bafflin baffling bafflin new +blank pads blank pad blank pads blank pad original +bottom bottom bottom bottom new +dynamic reptile dynamic r dynamic reptile dynamic r original +escapist escapist escapist escapist original +hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +heartbeat heartbeat heartbeat heartbeat original +junkyard junkyard junkyard junkyard new +PREHOOK: query: drop table table_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: drop table table_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_char + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +c1 c2 c3 b +blank pads blank pads blank pads original +dynamic reptile dynamic reptile dynamic reptile original +escapist escapist escapist original +heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(9) +c3 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 1976 + totalSize 719 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_char + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=423) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=423) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=423) + default@table_change_string_group_string_group_char,table_change_string_group_string_group_char,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +c1 c2 c3 b + featherweight featherweight new + against against against new + baffling bafflin baffling new +blank pads blank pad original +bottom bottom bottom new +dynamic reptile dynamic r original +escapist escapist original +hangar paralysed companion hangar pa hangar paralysed companion new +heartbeat heartbeat original +junkyard junkyard junkyard new +PREHOOK: query: drop table table_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: drop table table_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +c1 c2 c3 b +blank pads blank pads blank pads original +dynamic reptile dynamic reptile dynamic reptile original +escapist escapist escapist original +heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 1508 + totalSize 667 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=398) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=398) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=398) + default@table_change_string_group_string_group_varchar,table_change_string_group_string_group_varchar,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +c1 c2 c3 b + featherweight featherweight new + against against against new + baffling bafflin baffling new +blank pads blank pad original +bottom bottom bottom new +dynamic reptile dynamic r original +escapist escapist original +hangar paralysed companion hangar pa hangar paralysed companion new +heartbeat heartbeat original +junkyard junkyard junkyard new +PREHOOK: query: drop table table_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: drop table table_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 tinyint +c3 tinyint +c4 tinyint +c5 tinyint +c6 tinyint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 c6 b +-2 -2 -2 -2 -2 -2 original +100 100 100 100 100 100 original +45 45 45 45 45 45 original +NULL NULL NULL NULL NULL NULL original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 int +c3 bigint +c4 float +c5 double +c6 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 440 + totalSize 578 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values('774', '2031', '200', '12', '99', '0', 'new'), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new'), + ('256', '32768', '31889', '300', '444', '506', 'new'), + ('5555', '40000', '-719017797', '45', '55', '65', 'new'), + ('100', '5000', '5443', '22', '2', '-2', 'new'), + ('17', '90000', '754072151', '95', '20', '18', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values('774', '2031', '200', '12', '99', '0', 'new'), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new'), + ('256', '32768', '31889', '300', '444', '506', 'new'), + ('5555', '40000', '-719017797', '45', '55', '65', 'new'), + ('100', '5000', '5443', '22', '2', '-2', 'new'), + ('17', '90000', '754072151', '95', '20', '18', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=179) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=179) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=10 width=179) + default@table_change_lower_to_higher_numeric_group_tinyint,table_change_lower_to_higher_numeric_group_tinyint,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","c5","c6","b"] + +PREHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 c6 b +-2 -2 -2 -2.0 NULL -2.000000000000000000 original +100 100 100 100.0 NULL 100.000000000000000000 original +100 5000 5443 22.0 2.0 -2.000000000000000000 new +17 90000 754072151 95.0 20.0 18.000000000000000000 new +256 32768 31889 300.0 444.0 506.000000000000000000 new +45 45 45 45.0 NULL 45.000000000000000000 original +5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +774 2031 200 12.0 99.0 0.000000000000000000 new +NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +NULL NULL NULL NULL NULL NULL original +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 smallint +c3 smallint +c4 smallint +c5 smallint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 b +-2 -2 -2 -2 -2 original +-5000 -5000 -5000 -5000 -5000 original +100 100 100 100 100 original +2031 2031 2031 2031 2031 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 int +c2 bigint +c3 float +c4 double +c5 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 448 + totalSize 523 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values('774', '2031', '200', '12', '99', 'new'), + ('561431', '52927714', '7203778961', '8', '7', 'new'), + ('256', '32768', '31889', '300', '444', 'new'), + ('5555', '40000', '-719017797', '45', '55', 'new'), + ('100', '5000', '5443', '22', '2', 'new'), + ('17', '90000', '754072151', '95', '20', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values('774', '2031', '200', '12', '99', 'new'), + ('561431', '52927714', '7203778961', '8', '7', 'new'), + ('256', '32768', '31889', '300', '444', 'new'), + ('5555', '40000', '-719017797', '45', '55', 'new'), + ('100', '5000', '5443', '22', '2', 'new'), + ('17', '90000', '754072151', '95', '20', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=178) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=178) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=178) + default@table_change_lower_to_higher_numeric_group_smallint,table_change_lower_to_higher_numeric_group_smallint,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 b +-2 -2 -2.0 NULL -2.000000000000000000 original +-5000 -5000 -5000.0 NULL -5000.000000000000000000 original +100 100 100.0 NULL 100.000000000000000000 original +100 5000 5443.0 22.0 2.000000000000000000 new +17 90000 7.5407213E8 95.0 20.000000000000000000 new +2031 2031 2031.0 NULL 2031.000000000000000000 original +256 32768 31889.0 300.0 444.000000000000000000 new +5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +774 2031 200.0 12.0 99.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 int +c2 int +c3 int +c4 int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -2 -2 -2 original +-5000 -5000 -5000 -5000 original +2031 2031 2031 2031 original +52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 float +c3 double +c4 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 432 + totalSize 534 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values('774', '2031', '200', '12', 'new'), + ('561431', '52927714', '7203778961', '8', 'new'), + ('256', '32768', '31889', '300', 'new'), + ('5555', '40000', '-719017797', '45', 'new'), + ('100', '5000', '5443', '22', 'new'), + ('17', '90000', '754072151', '95', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values('774', '2031', '200', '12', 'new'), + ('561431', '52927714', '7203778961', '8', 'new'), + ('256', '32768', '31889', '300', 'new'), + ('5555', '40000', '-719017797', '45', 'new'), + ('100', '5000', '5443', '22', 'new'), + ('17', '90000', '754072151', '95', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=174) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=174) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=174) + default@table_change_lower_to_higher_numeric_group_int,table_change_lower_to_higher_numeric_group_int,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -2.0 NULL -2.000000000000000000 original +-5000 -5000.0 NULL -5000.000000000000000000 original +100 5000.0 5443.0 22.000000000000000000 new +17 90000.0 7.54072151E8 95.000000000000000000 new +2031 2031.0 NULL 2031.000000000000000000 original +256 32768.0 31889.0 300.000000000000000000 new +52927714 5.2927712E7 NULL 52927714.000000000000000000 original +5555 40000.0 -7.19017797E8 45.000000000000000000 new +561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +774 2031.0 200.0 12.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 bigint +c3 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +c1 c2 c3 b +-2 -2 -2 original +-5000 -5000 -5000 original +52927714 52927714 52927714 original +7203778961 7203778961 7203778961 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 464 + totalSize 493 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values('774', '2031', '200', 'new'), + ('561431', '52927714', '7203778961', 'new'), + ('256', '32768', '31889', 'new'), + ('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'), + ('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values('774', '2031', '200', 'new'), + ('561431', '52927714', '7203778961', 'new'), + ('256', '32768', '31889', 'new'), + ('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'), + ('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=173) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=173) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=173) + default@table_change_lower_to_higher_numeric_group_bigint,table_change_lower_to_higher_numeric_group_bigint,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 NULL -2.000000000000000000 original +-5000.0 NULL -5000.000000000000000000 original +100.0 5000.0 5443.000000000000000000 new +17.0 90000.0 754072151.000000000000000000 new +256.0 32768.0 31889.000000000000000000 new +5.2927712E7 NULL 52927714.000000000000000000 original +5555.0 40000.0 -719017797.000000000000000000 new +561431.0 5.2927714E7 7203778961.000000000000000000 new +7.2037791E9 NULL 7203778961.000000000000000000 original +774.0 2031.0 200.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 float +c2 float +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +c1 c2 b +-29.0764 -29.0764 original +-5000.0 -5000.0 original +5.2927712E7 5.2927712E7 original +753.7028 753.7028 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 double +c2 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 400 + totalSize 442 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values('774', '2031', 'new'), + ('561431', '52927714', 'new'), + ('256', '32768', 'new'), + ('5555', '40000', 'new'), + ('100', '5000', 'new'), + ('17', '90000', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values('774', '2031', 'new'), + ('561431', '52927714', 'new'), + ('256', '32768', 'new'), + ('5555', '40000', 'new'), + ('100', '5000', 'new'), + ('17', '90000', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=164) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=164) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=164) + default@table_change_lower_to_higher_numeric_group_float,table_change_lower_to_higher_numeric_group_float,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","b"] + +PREHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +c1 c2 b +-29.076400756835938 -29.076400756835937500 original +-5000.0 -5000.000000000000000000 original +100.0 5000.000000000000000000 new +17.0 90000.000000000000000000 new +256.0 32768.000000000000000000 new +5.2927712E7 52927712.000000000000000000 original +5555.0 40000.000000000000000000 new +561431.0 52927714.000000000000000000 new +753.7028198242188 753.702819824218750000 original +774.0 2031.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(c1 double, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(c1 double, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +c1 b +-29.0764 original +-5000.0 original +5.2927714E7 original +753.7028 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 400 + totalSize 393 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values('774', 'new'), + ('561431', 'new'), + ('256', 'new'), + ('5555', 'new'), + ('100', 'new'), + ('17', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values('774', 'new'), + ('561431', 'new'), + ('256', 'new'), + ('5555', 'new'), + ('100', 'new'), + ('17', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: explain +select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=159) + Output:["_col0","_col1"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=159) + Output:["_col0","_col1"] + TableScan [TS_0] (rows=10 width=159) + default@table_change_lower_to_higher_numeric_group_double,table_change_lower_to_higher_numeric_group_double,Tbl:COMPLETE,Col:NONE,Output:["c1","b"] + +PREHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +c1 b +-29.076399999999999579 original +-5000.000000000000000000 original +100.000000000000000000 new +17.000000000000000000 new +256.000000000000000000 new +52927714.000000000000000000 original +5555.000000000000000000 new +561431.000000000000000000 new +753.702800000000024738 original +774.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_double PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 -POSTHOOK: query: DROP TABLE table2 +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_double POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double diff --git ql/src/test/results/clientpositive/tez/schema_evol_text_fetchwork_table.q.out ql/src/test/results/clientpositive/tez/schema_evol_text_fetchwork_table.q.out deleted file mode 100644 index f849004..0000000 --- ql/src/test/results/clientpositive/tez/schema_evol_text_fetchwork_table.q.out +++ /dev/null @@ -1,298 +0,0 @@ -PREHOOK: query: -- SORT_QUERY_RESULTS --- --- FILE VARIATION: TEXT, Non-Vectorized, MapWork, Table --- --- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) STORED AS TEXTFILE -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@table1 -POSTHOOK: query: -- SORT_QUERY_RESULTS --- --- FILE VARIATION: TEXT, Non-Vectorized, MapWork, Table --- --- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) STORED AS TEXTFILE -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a b -1 new -1 original -2 new -2 original -3 new -3 original -4 new -4 original -5 new -6 new -PREHOOK: query: select a,b,c from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,b,c from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a b c -1 new 10 -1 original NULL -2 new 20 -2 original NULL -3 new 30 -3 original NULL -4 new 40 -4 original NULL -5 new 100 -6 new 200 -PREHOOK: query: select a,b,c,d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,b,c,d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a b c d -1 new 10 ten -1 original NULL NULL -2 new 20 twenty -2 original NULL NULL -3 new 30 thirty -3 original NULL NULL -4 new 40 forty -4 original NULL NULL -5 new 100 hundred -6 new 200 two hundred -PREHOOK: query: select a,c,d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,c,d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a c d -1 10 ten -1 NULL NULL -2 20 twenty -2 NULL NULL -3 30 thirty -3 NULL NULL -4 40 forty -4 NULL NULL -5 100 hundred -6 200 two hundred -PREHOOK: query: select a,d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a d -1 NULL -1 ten -2 NULL -2 twenty -3 NULL -3 thirty -4 NULL -4 forty -5 hundred -6 two hundred -PREHOOK: query: select c from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select c from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -c -10 -100 -20 -200 -30 -40 -NULL -NULL -NULL -NULL -PREHOOK: query: select d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -d -NULL -NULL -NULL -NULL -forty -hundred -ten -thirty -twenty -two hundred -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) --- -CREATE TABLE table2(a smallint, b STRING) STORED AS TEXTFILE -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@table2 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) --- -CREATE TABLE table2(a smallint, b STRING) STORED AS TEXTFILE -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 -POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select a,b from table2 -PREHOOK: type: QUERY -PREHOOK: Input: default@table2 -#### A masked pattern was here #### -POSTHOOK: query: select a,b from table2 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table2 -#### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -5000 new -6737 original -72909 new -90000 new -PREHOOK: query: DROP TABLE table1 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: DROP TABLE table1 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: DROP TABLE table2 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 -POSTHOOK: query: DROP TABLE table2 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 diff --git ql/src/test/results/clientpositive/tez/schema_evol_text_mapwork_table.q.out ql/src/test/results/clientpositive/tez/schema_evol_text_mapwork_table.q.out deleted file mode 100644 index f849004..0000000 --- ql/src/test/results/clientpositive/tez/schema_evol_text_mapwork_table.q.out +++ /dev/null @@ -1,298 +0,0 @@ -PREHOOK: query: -- SORT_QUERY_RESULTS --- --- FILE VARIATION: TEXT, Non-Vectorized, MapWork, Table --- --- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) STORED AS TEXTFILE -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@table1 -POSTHOOK: query: -- SORT_QUERY_RESULTS --- --- FILE VARIATION: TEXT, Non-Vectorized, MapWork, Table --- --- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) STORED AS TEXTFILE -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a b -1 new -1 original -2 new -2 original -3 new -3 original -4 new -4 original -5 new -6 new -PREHOOK: query: select a,b,c from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,b,c from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a b c -1 new 10 -1 original NULL -2 new 20 -2 original NULL -3 new 30 -3 original NULL -4 new 40 -4 original NULL -5 new 100 -6 new 200 -PREHOOK: query: select a,b,c,d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,b,c,d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a b c d -1 new 10 ten -1 original NULL NULL -2 new 20 twenty -2 original NULL NULL -3 new 30 thirty -3 original NULL NULL -4 new 40 forty -4 original NULL NULL -5 new 100 hundred -6 new 200 two hundred -PREHOOK: query: select a,c,d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,c,d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a c d -1 10 ten -1 NULL NULL -2 20 twenty -2 NULL NULL -3 30 thirty -3 NULL NULL -4 40 forty -4 NULL NULL -5 100 hundred -6 200 two hundred -PREHOOK: query: select a,d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a d -1 NULL -1 ten -2 NULL -2 twenty -3 NULL -3 thirty -4 NULL -4 forty -5 hundred -6 two hundred -PREHOOK: query: select c from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select c from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -c -10 -100 -20 -200 -30 -40 -NULL -NULL -NULL -NULL -PREHOOK: query: select d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -d -NULL -NULL -NULL -NULL -forty -hundred -ten -thirty -twenty -two hundred -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) --- -CREATE TABLE table2(a smallint, b STRING) STORED AS TEXTFILE -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@table2 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) --- -CREATE TABLE table2(a smallint, b STRING) STORED AS TEXTFILE -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 -POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select a,b from table2 -PREHOOK: type: QUERY -PREHOOK: Input: default@table2 -#### A masked pattern was here #### -POSTHOOK: query: select a,b from table2 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table2 -#### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -5000 new -6737 original -72909 new -90000 new -PREHOOK: query: DROP TABLE table1 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: DROP TABLE table1 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: DROP TABLE table2 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 -POSTHOOK: query: DROP TABLE table2 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 diff --git ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_fetchwork_part.q.out ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_fetchwork_part.q.out index 44ce24e..029ef97 100644 --- ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_fetchwork_part.q.out +++ ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_fetchwork_part.q.out @@ -1,85 +1,183 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: TEXT, Non-Vectorized, FetchWork, Partitioned +-- FILE VARIATION: TEXTFILE, Non-Vectorized, FetchWork, Partitioned -- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned1 +PREHOOK: Output: default@part_add_int_permute_select POSTHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: TEXT, Non-Vectorized, FetchWork, Partitioned +-- FILE VARIATION: TEXTFILE, Non-Vectorized, FetchWork, Partitioned +-- +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT -- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE part_add_int_permute_select(a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) +alter table part_add_int_permute_select add columns(c int) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) +alter table part_add_int_permute_select add columns(c int) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=2) values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@partitioned1@part=2 -POSTHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=2) values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@partitioned1@part=2 -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(5, 'new', 100),(6, 'new', 200) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(5, 'new', 100),(6, 'new', 200) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from part_add_int_permute_select +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from part_add_int_permute_select +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2"] + TableScan [TS_0] + Output:["a","b"] + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from part_add_int_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from part_add_int_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### part a b 1 1 original @@ -92,17 +190,17 @@ part a b 2 2 new 2 3 new 2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +PREHOOK: query: select part,a,b,c from part_add_int_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,a,b,c from part_add_int_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### part a b c 1 1 original NULL @@ -115,86 +213,17 @@ part a b c 2 2 new 20 2 3 new 30 2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new NULL NULL -1 6 new NULL NULL -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a c d -1 1 NULL NULL -1 2 NULL NULL -1 3 NULL NULL -1 4 NULL NULL -1 5 NULL NULL -1 6 NULL NULL -2 1 10 ten -2 2 20 twenty -2 3 30 thirty -2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a d -1 1 NULL -1 2 NULL -1 3 NULL -1 4 NULL -1 5 NULL -1 6 NULL -2 1 ten -2 2 twenty -2 3 thirty -2 4 forty -PREHOOK: query: select part,c from partitioned1 +PREHOOK: query: select part,c from part_add_int_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 +POSTHOOK: query: select part,c from part_add_int_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### part c 1 NULL @@ -207,181 +236,179 @@ part c 2 20 2 30 2 40 -PREHOOK: query: select part,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part d -1 NULL -1 NULL -1 NULL -1 NULL -1 NULL -1 NULL -2 forty -2 ten -2 thirty -2 twenty -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: query: drop table part_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select +POSTHOOK: query: drop table part_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE part_add_int_string_permute_select(a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE part_add_int_string_permute_select(a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 -PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@partitioned2@part=2 -POSTHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@partitioned2@part=2 -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +POSTHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select part,a,b from partitioned2 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned2 -PREHOOK: Input: default@partitioned2@part=1 -PREHOOK: Input: default@partitioned2@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned2 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Input: default@partitioned2@part=1 -POSTHOOK: Input: default@partitioned2@part=2 -#### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 NULL new -2 200 new -2 32768 new -2 40000 new -2 72909 new -PREHOOK: query: -- --- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: -- --- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__7 -PREHOOK: Output: default@partitioned3@part=1 -POSTHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__7 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,a,b from part_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__8 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +POSTHOOK: query: explain +select part,a,b from part_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__8 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Output: default@partitioned3@part=2 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 _col4 +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2"] + TableScan [TS_0] + Output:["a","b"] + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from part_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from part_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a b 1 1 original @@ -394,17 +421,17 @@ part a b 2 2 new 2 3 new 2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +PREHOOK: query: select part,a,b,c from part_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,a,b,c from part_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a b c 1 1 original NULL @@ -417,17 +444,17 @@ part a b c 2 2 new 20 2 3 new 30 2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 +PREHOOK: query: select part,a,b,c,d from part_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 +POSTHOOK: query: select part,a,b,c,d from part_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -440,17 +467,17 @@ part a b c d 2 2 new 20 twenty 2 3 new 30 thirty 2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 +PREHOOK: query: select part,a,c,d from part_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 +POSTHOOK: query: select part,a,c,d from part_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a c d 1 1 NULL NULL @@ -463,17 +490,17 @@ part a c d 2 2 20 twenty 2 3 30 thirty 2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 +PREHOOK: query: select part,a,d from part_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 +POSTHOOK: query: select part,a,d from part_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a d 1 1 NULL @@ -486,17 +513,17 @@ part a d 2 2 twenty 2 3 thirty 2 4 forty -PREHOOK: query: select part,c from partitioned1 +PREHOOK: query: select part,c from part_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 +POSTHOOK: query: select part,c from part_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part c 1 NULL @@ -509,17 +536,17 @@ part c 2 20 2 30 2 40 -PREHOOK: query: select part,d from partitioned1 +PREHOOK: query: select part,d from part_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 +POSTHOOK: query: select part,d from part_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part d 1 NULL @@ -532,111 +559,4887 @@ part d 2 ten 2 thirty 2 twenty -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: query: drop table part_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: drop table part_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__9 -PREHOOK: Output: default@partitioned4@part=1 -POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__9 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 +alter table part_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +alter table part_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +c2 double +c3 double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__10 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__10 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Output: default@partitioned4@part=2 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 _col2 -PREHOOK: query: select part,a,b from partitioned4 +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_double +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_double +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] + Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_double PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned4 -PREHOOK: Input: default@partitioned4@part=1 -PREHOOK: Input: default@partitioned4@part=2 +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Input: default@part_change_string_group_double@part=1 +PREHOOK: Input: default@part_change_string_group_double@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned4 +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_double POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Input: default@partitioned4@part=1 -POSTHOOK: Input: default@partitioned4@part=2 +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Input: default@part_change_string_group_double@part=1 +POSTHOOK: Input: default@part_change_string_group_double@part=2 #### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 NULL new -2 200 new -2 32768 new -2 40000 new -2 72909 new -PREHOOK: query: DROP TABLE partitioned1 +part c1 c2 c3 b +1 -10.3 -10.3 -10.3 original +1 -29.0764 -29.0764 -29.0764 original +1 -3651.672121 -3651.672121 -3651.672121 original +1 17808.963785 17808.963785 17808.963785 new +1 753.7028 753.7028 753.7028 original +1 9250340.75 9250340.75 9250340.75 new +2 -66475.561431 -66475.561431 -66475.561431 new +2 20.31 20.31 20.31 new +2 30.774 30.774 30.774 new +2 46114.284799488 46114.284799488 46114.284799488 new +PREHOOK: query: drop table part_change_string_group_double PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 -POSTHOOK: query: DROP TABLE partitioned1 +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: drop table part_change_string_group_double POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: DROP TABLE partitioned2 +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +c2 decimal(38,18) +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_decimal +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_decimal +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] + Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_decimal +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Input: default@part_change_string_group_decimal@part=1 +PREHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_decimal +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Input: default@part_change_string_group_decimal@part=1 +POSTHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +1 -29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +1 -3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +1 17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +1 753.702800000000000000 753.702800000000000000 753.702800000000000000 original +1 9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +2 -66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +2 20.310000000000000000 20.310000000000000000 20.310000000000000000 new +2 30.774000000000000000 30.774000000000000000 30.774000000000000000 new +2 46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +PREHOOK: query: drop table part_change_string_group_decimal PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: DROP TABLE partitioned2 +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: drop table part_change_string_group_decimal POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: DROP TABLE partitioned3 +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 timestamp +c2 timestamp +c3 timestamp +c4 timestamp +c5 timestamp +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] + Output:["c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +1 2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +1 2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +1 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 NULL 5966-07-09 03:30:50.597 NULL new +1 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 NULL 6229-06-28 02:54:28.970117179 NULL new +2 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +2 1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +2 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +2 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +PREHOOK: query: drop table part_change_date_group_string_group_timestamp PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: DROP TABLE partitioned3 +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: drop table part_change_date_group_string_group_timestamp POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: DROP TABLE partitioned4 +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 date +c2 date +c3 date +c4 date +c5 date +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] + Output:["c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Input: default@part_change_date_group_string_group_date@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +1 2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +1 2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +2 0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +2 1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +2 2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +2 2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +2 5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +2 6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +PREHOOK: query: drop table part_change_date_group_string_group_date +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: drop table part_change_date_group_string_group_date +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__19.tmp_values_col1 values__tmp__table__19.tmp_values_col2 values__tmp__table__19.tmp_values_col3 values__tmp__table__19.tmp_values_col4 values__tmp__table__19.tmp_values_col5 values__tmp__table__19.tmp_values_col6 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] + Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 100 5000 5443 0 new +1 17 NULL 754072151 3289094 new +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +2 1 200 2323322 5430907 new +2 2000 72909 3244222 -93222 new +2 256 32768 31889 470614135 new +2 5555 40000 -719017797 810662019 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +c4 char(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] + Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +1 NULL NULL NULL NULL new +1 NULL NULL NULL NULL new +2 1 200 2323322 5430907 new +2 2000 72909 3244222 -93222 new +2 256 32768 31889 470614135 new +2 5555 40000 -719017797 810662019 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(5) +c2 char(5) +c3 char(5) +c4 char(5) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] + Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899 original +1 0 20435 84749 -9999 original +1 45 1000 48377 -2386 original +1 NULL 4957 83222 90000 original +1 NULL NULL 75407 32890 new +1 NULL NULL NULL NULL new +2 1 200 23233 54309 new +2 2000 72909 32442 -9322 new +2 256 32768 31889 47061 new +2 5555 40000 -7190 81066 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +c4 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] + Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 100 5000 5443 0 new +1 17 NULL 754072151 3289094 new +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +2 1 200 2323322 5430907 new +2 2000 72909 3244222 -93222 new +2 256 32768 31889 470614135 new +2 5555 40000 -719017797 810662019 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(5) +c2 varchar(5) +c3 varchar(5) +c4 varchar(5) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] + Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899 original +1 0 20435 84749 -9999 original +1 100 5000 5443 0 new +1 17 NULL 75407 32890 new +1 45 1000 48377 -2386 original +1 NULL 4957 83222 90000 original +2 1 200 23233 54309 new +2 2000 72909 32442 -9322 new +2 256 32768 31889 47061 new +2 5555 40000 -7190 81066 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 original +1 0.0 20435.0 847492223.000000000000000000 original +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +values__tmp__table__29.tmp_values_col1 values__tmp__table__29.tmp_values_col2 values__tmp__table__29.tmp_values_col3 values__tmp__table__29.tmp_values_col4 values__tmp__table__29.tmp_values_col5 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] + Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.3 original +1 -255.0 4957.0 832222222 original +1 0.0 20435.0 847492223 original +1 100.0 5000.0 5443 new +1 17.0 90000.0 754072151 new +1 753.7028 -3651.672121 -23866739993 original +2 -66475.561431 52927714 7203778961 new +2 256 32768 31889 new +2 30.774 20.31 46114.284799488 new +2 5555 40000 -719017797 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] + Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.3 original +1 -255.0 4957.0 832222222 9000000000 +1 0.0 20435.0 847492223 -999999999999 +1 100.0 5000.0 5443 new +1 17.0 90000.0 754072151 new +1 753.7028 -3651.672121 -23866739993 original +2 -66475.561431 52927714 7203778961 new +2 256 32768 31889 new +2 30.774 20.31 46114.284799488 new +2 5555 40000 -719017797 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(7) +c2 char(7) +c3 char(7) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] + Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.076 -10.3 original +1 -255.0 4957.0 8322222 9000000000 +1 0.0 20435.0 8474922 -999999999999 +1 100.0 5000.0 5443 new +1 17.0 90000.0 7540721 new +1 753.702 -3651.6 -238667 original +2 -66475. 5292771 7203778 new +2 256 32768 31889 new +2 30.774 20.31 46114.2 new +2 5555 40000 -719017 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] + Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.3 original +1 -255.0 4957.0 832222222 9000000000 +1 0.0 20435.0 847492223 -999999999999 +1 100.0 5000.0 5443 new +1 17.0 90000.0 754072151 new +1 753.7028 -3651.672121 -23866739993 original +2 -66475.561431 52927714 7203778961 new +2 256 32768 31889 new +2 30.774 20.31 46114.284799488 new +2 5555 40000 -719017797 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(7) +c2 varchar(7) +c3 varchar(7) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] + Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.076 -10.3 original +1 -255.0 4957.0 8322222 9000000000 +1 0.0 20435.0 8474922 -999999999999 +1 100.0 5000.0 5443 new +1 17.0 90000.0 7540721 new +1 753.702 -3651.6 -238667 original +2 -66475. 5292771 7203778 new +2 256 32768 31889 new +2 30.774 20.31 46114.2 new +2 5555 40000 -719017 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__38.tmp_values_col1 values__tmp__table__38.tmp_values_col2 values__tmp__table__38.tmp_values_col3 values__tmp__table__38.tmp_values_col4 values__tmp__table__38.tmp_values_col5 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 blank pads blank pads blank pads blank pads original +1 dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +1 escapist escapist escapist escapist original +1 heartbeat heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 varchar(50) +c4 char(9) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] + Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 blank pads blank pad blank pads blank pad original +1 bottom bottom bottom bottom new +1 dynamic reptile dynamic r dynamic reptile dynamic r original +1 escapist escapist escapist escapist original +1 hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +1 heartbeat heartbeat heartbeat heartbeat original +2 featherweight featherweight new +2 against against against against new +2 baffling bafflin baffling bafflin new +2 junkyard junkyard junkyard junkyard new +PREHOOK: query: drop table part_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: drop table part_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pads blank pads original +1 dynamic reptile dynamic reptile dynamic reptile original +1 escapist escapist escapist original +1 heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(9) +c3 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_char +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_char +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] + Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pad blank pads original +1 bottom bottom bottom new +1 dynamic reptile dynamic r dynamic reptile original +1 escapist escapist escapist original +1 hangar paralysed companion hangar pa hangar paralysed companion new +1 heartbeat heartbeat heartbeat original +2 featherweight featherweight new +2 against against against new +2 baffling bafflin baffling new +2 junkyard junkyard junkyard new +PREHOOK: query: drop table part_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: drop table part_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pads blank pads original +1 dynamic reptile dynamic reptile dynamic reptile original +1 escapist escapist escapist original +1 heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_varchar +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_varchar +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] + Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pad blank pads original +1 bottom bottom bottom new +1 dynamic reptile dynamic r dynamic reptile original +1 escapist escapist escapist original +1 hangar paralysed companion hangar pa hangar paralysed companion new +1 heartbeat heartbeat heartbeat original +2 featherweight featherweight new +2 against against against new +2 baffling bafflin baffling new +2 junkyard junkyard junkyard new +PREHOOK: query: drop table part_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: drop table part_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 tinyint +c3 tinyint +c4 tinyint +c5 tinyint +c6 tinyint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 c6 b +1 -2 -2 -2 -2 -2 -2 original +1 100 100 100 100 100 100 original +1 45 45 45 45 45 45 original +1 NULL NULL NULL NULL NULL NULL original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 int +c3 bigint +c4 float +c5 double +c6 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values('774', '2031', '200', '12', '99', '0', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + ('256', '32768', '31889', '300', '444', '506', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + ('100', '5000', '5443', '22', '2', '-2', 'new', 1), + ('17', '90000', '754072151', '95', '20', '18', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values('774', '2031', '200', '12', '99', '0', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + ('256', '32768', '31889', '300', '444', '506', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + ('100', '5000', '5443', '22', '2', '-2', 'new', 1), + ('17', '90000', '754072151', '95', '20', '18', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + TableScan [TS_0] + Output:["c1","c2","c3","c4","c5","c6","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 c6 b +1 -2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +1 100 100 100 100.0 100.0 100.000000000000000000 original +1 100 NULL NULL 22.0 2.0 -2.000000000000000000 new +1 17 NULL NULL 95.0 20.0 18.000000000000000000 new +1 45 45 45 45.0 45.0 45.000000000000000000 original +1 NULL NULL NULL NULL NULL NULL original +2 256 32768 31889 300.0 444.0 506.000000000000000000 new +2 5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +2 774 2031 200 12.0 99.0 0.000000000000000000 new +2 NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 smallint +c3 smallint +c4 smallint +c5 smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 -2 -2 -2 -2 -2 original +1 -5000 -5000 -5000 -5000 -5000 original +1 100 100 100 100 100 original +1 2031 2031 2031 2031 2031 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 int +c2 bigint +c3 float +c4 double +c5 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values('774', '2031', '200', '12', '99', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', 'new', 2), + ('256', '32768', '31889', '300', '444', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', 'new', 2), + ('100', '5000', '5443', '22', '2', 'new', 1), + ('17', '90000', '754072151', '95', '20', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values('774', '2031', '200', '12', '99', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', 'new', 2), + ('256', '32768', '31889', '300', '444', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', 'new', 2), + ('100', '5000', '5443', '22', '2', 'new', 1), + ('17', '90000', '754072151', '95', '20', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] + Output:["c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 -2 -2 -2.0 -2.0 -2.000000000000000000 original +1 -5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +1 100 100 100.0 100.0 100.000000000000000000 original +1 100 5000 5443.0 22.0 2.000000000000000000 new +1 17 NULL NULL 95.0 20.000000000000000000 new +1 2031 2031 2031.0 2031.0 2031.000000000000000000 original +2 256 32768 31889.0 300.0 444.000000000000000000 new +2 5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +2 561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +2 774 2031 200.0 12.0 99.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 int +c2 int +c3 int +c4 int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -2 -2 -2 original +1 -5000 -5000 -5000 -5000 original +1 2031 2031 2031 2031 original +1 52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 float +c3 double +c4 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values('774', '2031', '200', '12', 'new', 2), + ('561431', '52927714', '7203778961', '8', 'new', 2), + ('256', '32768', '31889', '300', 'new', 2), + ('5555', '40000', '-719017797', '45', 'new', 2), + ('100', '5000', '5443', '22', 'new', 1), + ('17', '90000', '754072151', '95', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values('774', '2031', '200', '12', 'new', 2), + ('561431', '52927714', '7203778961', '8', 'new', 2), + ('256', '32768', '31889', '300', 'new', 2), + ('5555', '40000', '-719017797', '45', 'new', 2), + ('100', '5000', '5443', '22', 'new', 1), + ('17', '90000', '754072151', '95', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] + Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -2.0 -2.0 -2.000000000000000000 original +1 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +1 100 5000.0 5443.0 22.000000000000000000 new +1 17 90000.0 NULL 95.000000000000000000 new +1 2031 2031.0 2031.0 2031.000000000000000000 original +1 52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +2 256 32768.0 31889.0 300.000000000000000000 new +2 5555 40000.0 -7.19017797E8 45.000000000000000000 new +2 561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +2 774 2031.0 200.0 12.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 bigint +c3 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2 -2 -2 original +1 -5000 -5000 -5000 original +1 52927714 52927714 52927714 original +1 7203778961 7203778961 7203778961 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values('774', '2031', '200', 'new', 2), + ('561431', '52927714', '7203778961', 'new', 2), + ('256', '32768', '31889', 'new', 2), + ('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1), + ('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values('774', '2031', '200', 'new', 2), + ('561431', '52927714', '7203778961', 'new', 2), + ('256', '32768', '31889', 'new', 2), + ('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1), + ('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] + Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -2.0 -2.000000000000000000 original +1 -5000.0 -5000.0 -5000.000000000000000000 original +1 100.0 5000.0 5443.000000000000000000 new +1 17.0 90000.0 754072151.000000000000000000 new +1 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +1 7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +2 256.0 32768.0 31889.000000000000000000 new +2 5555.0 40000.0 -719017797.000000000000000000 new +2 561431.0 5.2927714E7 7203778961.000000000000000000 new +2 774.0 2031.0 200.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 float +c2 float +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +#### A masked pattern was here #### +part c1 c2 b +1 -29.0764 -29.0764 original +1 -5000.0 -5000.0 original +1 5.2927712E7 5.2927712E7 original +1 753.7028 753.7028 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 double +c2 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values('774', '2031', 'new', 2), + ('561431', '52927714', 'new', 2), + ('256', '32768', 'new', 2), + ('5555', '40000', 'new', 2), + ('100', '5000', 'new', 1), + ('17', '90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values('774', '2031', 'new', 2), + ('561431', '52927714', 'new', 2), + ('256', '32768', 'new', 2), + ('5555', '40000', 'new', 2), + ('100', '5000', 'new', 1), + ('17', '90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] + Output:["c1","c2","b"] + +PREHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 +#### A masked pattern was here #### +part c1 c2 b +1 -29.076400756835938 -29.076400000000000000 original +1 -5000.0 -5000.000000000000000000 original +1 100.0 5000.000000000000000000 new +1 17.0 90000.000000000000000000 new +1 5.2927712E7 52927712.000000000000000000 original +1 753.7028198242188 753.702800000000000000 original +2 256.0 32768.000000000000000000 new +2 5555.0 40000.000000000000000000 new +2 561431.0 52927714.000000000000000000 new +2 774.0 2031.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(c1 double, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(c1 double, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +part c1 b +1 -29.0764 original +1 -5000.0 original +1 5.2927714E7 original +1 753.7028 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values('774', 'new', 2), + ('561431', 'new', 2), + ('256', 'new', 2), + ('5555', 'new', 2), + ('100', 'new', 1), + ('17', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values('774', 'new', 2), + ('561431', 'new', 2), + ('256', 'new', 2), + ('5555', 'new', 2), + ('100', 'new', 1), + ('17', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,c1,b from part_change_lower_to_higher_numeric_group_double +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,b from part_change_lower_to_higher_numeric_group_double +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2"] + TableScan [TS_0] + Output:["c1","b"] + +PREHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 +#### A masked pattern was here #### +part c1 b +1 -29.076400000000000000 original +1 -5000.000000000000000000 original +1 100.000000000000000000 new +1 17.000000000000000000 new +1 52927714.000000000000000000 original +1 753.702800000000000000 original +2 256.000000000000000000 new +2 5555.000000000000000000 new +2 561431.000000000000000000 new +2 774.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_double PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: DROP TABLE partitioned4 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_double POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double diff --git ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_fetchwork_table.q.out ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_fetchwork_table.q.out index 4003c20..f78a036 100644 --- ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_fetchwork_table.q.out +++ ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_fetchwork_table.q.out @@ -1,79 +1,424 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: ORC, Non-Vectorized, MapWork, Table +-- FILE VARIATION: TEXTFILE, Non-Vectorized, MapWork, Table -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ---- -CREATE TABLE table1(a INT, b STRING) STORED AS TEXTFILE +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(a INT, b STRING) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table1 +PREHOOK: Output: default@table_add_int_permute_select POSTHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: ORC, Non-Vectorized, MapWork, Table +-- FILE VARIATION: TEXTFILE, Non-Vectorized, MapWork, Table +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ---- -CREATE TABLE table1(a INT, b STRING) STORED AS TEXTFILE +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(a INT, b STRING) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 -PREHOOK: query: select a,b from table1 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_permute_select add columns(c int) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_permute_select add columns(c int) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 40 + totalSize 44 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_permute_select values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__2 +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__2 +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: insert into table table_add_int_permute_select values(5, 'new', 100),(6, 'new', 200) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__3 +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select values(5, 'new', 100),(6, 'new', 200) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__3 +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select a,b from table_add_int_permute_select +PREHOOK: type: QUERY +POSTHOOK: query: explain +select a,b from table_add_int_permute_select +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1"] + TableScan [TS_0] + Output:["a","b"] + +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_permute_select #### A masked pattern was here #### -POSTHOOK: query: select a,b from table1 +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_permute_select #### A masked pattern was here #### a b +1 new 1 original +2 new 2 original +3 new 3 original +4 new 4 original -PREHOOK: query: -- ADD COLUMNS -alter table table1 add columns(c int, d string) +5 new +6 new +PREHOOK: query: select a,b,c from table_add_int_permute_select +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select a,b,c from table_add_int_permute_select +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +a b c +1 new 10 +1 original NULL +2 new 20 +2 original NULL +3 new 30 +3 original NULL +4 new 40 +4 original NULL +5 new 100 +6 new 200 +PREHOOK: query: select c from table_add_int_permute_select +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select c from table_add_int_permute_select +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +c +10 +100 +20 +200 +30 +40 +NULL +NULL +NULL +NULL +PREHOOK: query: drop table table_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: drop table table_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_string_permute_select(a INT, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_string_permute_select(a INT, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_string_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__4 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__4 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: -- ADD COLUMNS -alter table table1 add columns(c int, d string) +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 40 + totalSize 44 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_string_permute_select values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Input: default@values__tmp__table__5 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__5 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table table_add_int_string_permute_select values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__6 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__6 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: select a,b,c,d from table1 +PREHOOK: query: explain +select a,b from table_add_int_string_permute_select +PREHOOK: type: QUERY +POSTHOOK: query: explain +select a,b from table_add_int_string_permute_select +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1"] + TableScan [TS_0] + Output:["a","b"] + +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_string_permute_select +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_string_permute_select +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +a b +1 new +1 original +2 new +2 original +3 new +3 original +4 new +4 original +5 new +6 new +PREHOOK: query: select a,b,c from table_add_int_string_permute_select +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select a,b,c from table_add_int_string_permute_select +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +a b c +1 new 10 +1 original NULL +2 new 20 +2 original NULL +3 new 30 +3 original NULL +4 new 40 +4 original NULL +5 new 100 +6 new 200 +PREHOOK: query: select a,b,c,d from table_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### -POSTHOOK: query: select a,b,c,d from table1 +POSTHOOK: query: select a,b,c,d from table_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### a b c d 1 new 10 ten @@ -84,214 +429,4616 @@ a b c d 3 original NULL NULL 4 new 40 forty 4 original NULL NULL -PREHOOK: query: -- ADD COLUMNS -alter table table1 add columns(e string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: -- ADD COLUMNS -alter table table1 add columns(e string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred', 'another1'),(6, 'new', 200, 'two hundred', 'another2') +5 new 100 hundred +6 new 200 two hundred +PREHOOK: query: select a,c,d from table_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred', 'another1'),(6, 'new', 200, 'two hundred', 'another2') +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select a,c,d from table_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table1.e SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -_col0 _col1 _col2 _col3 _col4 -PREHOOK: query: select a,b,c,d,e from table1 +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +a c d +1 10 ten +1 NULL NULL +2 20 twenty +2 NULL NULL +3 30 thirty +3 NULL NULL +4 40 forty +4 NULL NULL +5 100 hundred +6 200 two hundred +PREHOOK: query: select a,d from table_add_int_string_permute_select PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### -POSTHOOK: query: select a,b,c,d,e from table1 +POSTHOOK: query: select a,d from table_add_int_string_permute_select POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### -a b c d e -1 new 10 ten NULL -1 original NULL NULL NULL -2 new 20 twenty NULL -2 original NULL NULL NULL -3 new 30 thirty NULL -3 original NULL NULL NULL -4 new 40 forty NULL -4 original NULL NULL NULL -5 new 100 hundred another1 -6 new 200 two hundred another2 -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN --- smallint = (2-byte signed integer, from -32,768 to 32,767) +a d +1 NULL +1 ten +2 NULL +2 twenty +3 NULL +3 thirty +4 NULL +4 forty +5 hundred +6 two hundred +PREHOOK: query: select c from table_add_int_string_permute_select +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select c from table_add_int_string_permute_select +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +c +10 +100 +20 +200 +30 +40 +NULL +NULL +NULL +NULL +PREHOOK: query: select d from table_add_int_string_permute_select +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select d from table_add_int_string_permute_select +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +d +NULL +NULL +NULL +NULL +forty +hundred +ten +thirty +twenty +two hundred +PREHOOK: query: drop table table_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: drop table table_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- -- -CREATE TABLE table3(a smallint, b STRING) STORED AS TEXTFILE +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table3 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- -- -CREATE TABLE table3(a smallint, b STRING) STORED AS TEXTFILE +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table3 -PREHOOK: query: insert into table table3 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_double + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@table3 -POSTHOOK: query: insert into table table3 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@table3 -POSTHOOK: Lineage: table3.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table3.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select a,b from table3 +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +c2 double +c3 double +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 310 + totalSize 314 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_double + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table table_change_string_group_double + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') PREHOOK: type: QUERY -PREHOOK: Input: default@table3 +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_double +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_double +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] + Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_double +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_double #### A masked pattern was here #### -POSTHOOK: query: select a,b from table3 +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_double POSTHOOK: type: QUERY -POSTHOOK: Input: default@table3 +POSTHOOK: Input: default@table_change_string_group_double #### A masked pattern was here #### -a b -1000 original -3 original -4 original -6737 original -PREHOOK: query: -- ADD COLUMNS ... RESTRICT -alter table table3 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@table3 -PREHOOK: Output: default@table3 -POSTHOOK: query: -- ADD COLUMNS ... RESTRICT -alter table table3 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@table3 -POSTHOOK: Output: default@table3 -PREHOOK: query: insert into table table3 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +c1 c2 c3 b +-10.3 -10.3 -10.3 original +-29.0764 -29.0764 -29.0764 original +-3651.672121 -3651.672121 -3651.672121 original +-66475.561431 -66475.561431 -66475.561431 new +17808.963785 17808.963785 17808.963785 new +20.31 20.31 20.31 new +30.774 30.774 30.774 new +46114.284799488 46114.284799488 46114.284799488 new +753.7028 753.7028 753.7028 original +9250340.75 9250340.75 9250340.75 new +PREHOOK: query: drop table table_change_string_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: drop table table_change_string_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_decimal + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@table3 -POSTHOOK: query: insert into table table3 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@table3 -POSTHOOK: Lineage: table3.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table3.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select a,b from table3 +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +c2 decimal(38,18) +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 310 + totalSize 314 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_decimal + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table table_change_string_group_decimal + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_decimal +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_decimal +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] + Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_decimal PREHOOK: type: QUERY -PREHOOK: Input: default@table3 +PREHOOK: Input: default@table_change_string_group_decimal #### A masked pattern was here #### -POSTHOOK: query: select a,b from table3 +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_decimal POSTHOOK: type: QUERY -POSTHOOK: Input: default@table3 +POSTHOOK: Input: default@table_change_string_group_decimal #### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -6737 original -72909 new -PREHOOK: query: -- ADD COLUMNS ... RESTRICT -alter table table3 add columns(e string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table3 -PREHOOK: Output: default@table3 -POSTHOOK: query: -- ADD COLUMNS ... RESTRICT -alter table table3 add columns(e string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table3 -POSTHOOK: Output: default@table3 -PREHOOK: query: insert into table table3 values(5000, 'new', 'another5'),(90000, 'new', 'another6') +c1 c2 c3 b +-10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +-29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +-3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +-66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +20.310000000000000000 20.310000000000000000 20.310000000000000000 new +30.774000000000000000 30.774000000000000000 30.774000000000000000 new +46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +753.702800000000000000 753.702800000000000000 753.702800000000000000 original +9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +PREHOOK: query: drop table table_change_string_group_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: drop table table_change_string_group_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 timestamp +c2 timestamp +c3 timestamp +c4 timestamp +c5 timestamp +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@table3 -POSTHOOK: query: insert into table table3 values(5000, 'new', 'another5'),(90000, 'new', 'another6') +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@table3 -POSTHOOK: Lineage: table3.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table3.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table3.e SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -_col0 _col1 _col2 -PREHOOK: query: select a,b from table3 -PREHOOK: type: QUERY -PREHOOK: Input: default@table3 +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 #### A masked pattern was here #### -POSTHOOK: query: select a,b from table3 +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 3 + rawDataSize 444 + totalSize 447 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp POSTHOOK: type: QUERY -POSTHOOK: Input: default@table3 +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] + Output:["c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_timestamp #### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -5000 new -6737 original -72909 new -90000 new -PREHOOK: query: -- ADD COLUMNS ... RESTRICT -alter table table3 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@table3 -PREHOOK: Output: default@table3 -POSTHOOK: query: -- ADD COLUMNS ... RESTRICT -alter table table3 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@table3 -POSTHOOK: Output: default@table3 -PREHOOK: query: select a,b from table3 -PREHOOK: type: QUERY -PREHOOK: Input: default@table3 -#### A masked pattern was here #### -POSTHOOK: query: select a,b from table3 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table3 +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp #### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -5000 new -6737 original -72909 new -90000 new -PREHOOK: query: DROP TABLE table1 +c1 c2 c3 c4 c5 b +0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:3 5966-07-09 03:30:50.597 5966-07-09 03:3 new +6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:5 6229-06-28 02:54:28.970117179 6229-06-28 02:5 new +PREHOOK: query: drop table table_change_date_group_string_group_timestamp PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: DROP TABLE table1 +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: drop table table_change_date_group_string_group_timestamp POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: DROP TABLE table2 +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 date +c2 date +c3 date +c4 date +c5 date +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_date + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 3 + rawDataSize 189 + totalSize 192 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_date + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] + Output:["c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_date +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_date +#### A masked pattern was here #### +c1 c2 c3 c4 c5 b +0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +PREHOOK: query: drop table table_change_date_group_string_group_date PREHOOK: type: DROPTABLE -POSTHOOK: query: DROP TABLE table2 +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: drop table table_change_date_group_string_group_date POSTHOOK: type: DROPTABLE -PREHOOK: query: DROP TABLE table3 +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 142 + totalSize 146 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__19.tmp_values_col1 values__tmp__table__19.tmp_values_col2 values__tmp__table__19.tmp_values_col3 values__tmp__table__19.tmp_values_col4 values__tmp__table__19.tmp_values_col5 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] + Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +1 200 2323322 5430907 new +100 5000 5443 0 new +17 90000 754072151 3289094 new +2000 72909 3244222 -93222 new +256 32768 31889 470614135 new +45 1000 483777 -23866739993 original +5555 40000 -719017797 810662019 new +NULL 4957 832222222 9000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +c4 char(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 142 + totalSize 146 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] + Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +1 200 2323322 5430907 new +100 5000 5443 0 new +17 90000 754072151 3289094 new +2000 72909 3244222 -93222 new +256 32768 31889 470614135 new +45 1000 483777 -23866739993 original +5555 40000 -719017797 810662019 new +NULL 4957 832222222 9000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(5) +c2 char(5) +c3 char(5) +c4 char(5) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 142 + totalSize 146 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] + Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899 original +0 20435 84749 -9999 original +1 200 23233 54309 new +100 5000 5443 0 new +17 90000 75407 32890 new +2000 72909 32442 -9322 new +256 32768 31889 47061 new +45 1000 48377 -2386 original +5555 40000 -7190 81066 new +NULL 4957 83222 90000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +c4 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 142 + totalSize 146 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] + Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +1 200 2323322 5430907 new +100 5000 5443 0 new +17 90000 754072151 3289094 new +2000 72909 3244222 -93222 new +256 32768 31889 470614135 new +45 1000 483777 -23866739993 original +5555 40000 -719017797 810662019 new +NULL 4957 832222222 9000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(5) +c2 varchar(5) +c3 varchar(5) +c4 varchar(5) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 142 + totalSize 146 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] + Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899 original +0 20435 84749 -9999 original +1 200 23233 54309 new +100 5000 5443 0 new +17 90000 75407 32890 new +2000 72909 32442 -9322 new +256 32768 31889 47061 new +45 1000 48377 -2386 original +5555 40000 -7190 81066 new +NULL 4957 83222 90000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 original +0.0 20435.0 847492223.000000000000000000 original +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 207 + totalSize 211 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +values__tmp__table__29.tmp_values_col1 values__tmp__table__29.tmp_values_col2 values__tmp__table__29.tmp_values_col3 values__tmp__table__29.tmp_values_col4 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] + Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 original +-66475.561431 52927714 7203778961 new +0.0 20435.0 847492223.000000000000000000 original +100 5000 5443 new +17 90000 754072151 new +256 32768 31889 new +30.774 20.31 46114.284799488 new +5555 40000 -719017797 new +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 214 + totalSize 218 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] + Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +-66475.561431 52927714 7203778961 new +0.0 20435.0 847492223.000000000000000000 -999999999999 +100 5000 5443 new +17 90000 754072151 new +256 32768 31889 new +30.774 20.31 46114.284799488 new +5555 40000 -719017797 new +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(7) +c2 char(7) +c3 char(7) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 214 + totalSize 218 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] + Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.076 -10.300 original +-255.0 4957.0 8322222 9000000000 +-66475. 5292771 7203778 new +0.0 20435.0 8474922 -999999999999 +100 5000 5443 new +17 90000 7540721 new +256 32768 31889 new +30.774 20.31 46114.2 new +5555 40000 -719017 new +753.702 -3651.6 -238667 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 214 + totalSize 218 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] + Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +-66475.561431 52927714 7203778961 new +0.0 20435.0 847492223.000000000000000000 -999999999999 +100 5000 5443 new +17 90000 754072151 new +256 32768 31889 new +30.774 20.31 46114.284799488 new +5555 40000 -719017797 new +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(7) +c2 varchar(7) +c3 varchar(7) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 214 + totalSize 218 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] + Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.076 -10.300 original +-255.0 4957.0 8322222 9000000000 +-66475. 5292771 7203778 new +0.0 20435.0 8474922 -999999999999 +100 5000 5443 new +17 90000 7540721 new +256 32768 31889 new +30.774 20.31 46114.2 new +5555 40000 -719017 new +753.702 -3651.6 -238667 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_string + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__38.tmp_values_col1 values__tmp__table__38.tmp_values_col2 values__tmp__table__38.tmp_values_col3 values__tmp__table__38.tmp_values_col4 values__tmp__table__38.tmp_values_col5 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +c1 c2 c3 c4 b +blank pads blank pads blank pads blank pads original +dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +escapist escapist escapist escapist original +heartbeat heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 varchar(50) +c4 char(9) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 228 + totalSize 232 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_string + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_string_group_string_group_string +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_string_group_string_group_string +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] + Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +c1 c2 c3 c4 b + featherweight featherweight new + against against against against new + baffling bafflin baffling bafflin new +blank pads blank pad blank pads blank pad original +bottom bottom bottom bottom new +dynamic reptile dynamic r dynamic reptile dynamic r original +escapist escapist escapist escapist original +hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +heartbeat heartbeat heartbeat heartbeat original +junkyard junkyard junkyard junkyard new +PREHOOK: query: drop table table_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: drop table table_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_char + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +c1 c2 c3 b +blank pads blank pads blank pads original +dynamic reptile dynamic reptile dynamic reptile original +escapist escapist escapist original +heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(9) +c3 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 644 + totalSize 648 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_char + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_char +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_char +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] + Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +c1 c2 c3 b + featherweight featherweight new + against against against new + baffling bafflin baffling new +blank pads blank pad blank pads original +bottom bottom bottom new +dynamic reptile dynamic r dynamic reptile original +escapist escapist escapist original +hangar paralysed companion hangar pa hangar paralysed companion new +heartbeat heartbeat heartbeat original +junkyard junkyard junkyard new +PREHOOK: query: drop table table_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: drop table table_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +c1 c2 c3 b +blank pads blank pads blank pads original +dynamic reptile dynamic reptile dynamic reptile original +escapist escapist escapist original +heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 179 + totalSize 183 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_varchar +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_varchar +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] + Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +c1 c2 c3 b + featherweight featherweight new + against against against new + baffling bafflin baffling new +blank pads blank pad blank pads original +bottom bottom bottom new +dynamic reptile dynamic r dynamic reptile original +escapist escapist escapist original +hangar paralysed companion hangar pa hangar paralysed companion new +heartbeat heartbeat heartbeat original +junkyard junkyard junkyard new +PREHOOK: query: drop table table_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: drop table table_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 tinyint +c3 tinyint +c4 tinyint +c5 tinyint +c6 tinyint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 c6 b +-2 -2 -2 -2 -2 -2 original +100 100 100 100 100 100 original +45 45 45 45 45 45 original +NULL NULL NULL NULL NULL NULL original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 int +c3 bigint +c4 float +c5 double +c6 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 110 + totalSize 114 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values('774', '2031', '200', '12', '99', '0', 'new'), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new'), + ('256', '32768', '31889', '300', '444', '506', 'new'), + ('5555', '40000', '-719017797', '45', '55', '65', 'new'), + ('100', '5000', '5443', '22', '2', '-2', 'new'), + ('17', '90000', '754072151', '95', '20', '18', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values('774', '2031', '200', '12', '99', '0', 'new'), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new'), + ('256', '32768', '31889', '300', '444', '506', 'new'), + ('5555', '40000', '-719017797', '45', '55', '65', 'new'), + ('100', '5000', '5443', '22', '2', '-2', 'new'), + ('17', '90000', '754072151', '95', '20', '18', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] + Output:["c1","c2","c3","c4","c5","c6","b"] + +PREHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 c6 b +-2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +100 100 100 100.0 100.0 100.000000000000000000 original +100 5000 5443 22.0 2.0 -2.000000000000000000 new +17 90000 754072151 95.0 20.0 18.000000000000000000 new +256 32768 31889 300.0 444.0 506.000000000000000000 new +45 45 45 45.0 45.0 45.000000000000000000 original +5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +774 2031 200 12.0 99.0 0.000000000000000000 new +NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +NULL NULL NULL NULL NULL NULL original +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 smallint +c3 smallint +c4 smallint +c5 smallint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 b +-2 -2 -2 -2 -2 original +-5000 -5000 -5000 -5000 -5000 original +100 100 100 100 100 original +2031 2031 2031 2031 2031 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 int +c2 bigint +c3 float +c4 double +c5 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 122 + totalSize 126 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values('774', '2031', '200', '12', '99', 'new'), + ('561431', '52927714', '7203778961', '8', '7', 'new'), + ('256', '32768', '31889', '300', '444', 'new'), + ('5555', '40000', '-719017797', '45', '55', 'new'), + ('100', '5000', '5443', '22', '2', 'new'), + ('17', '90000', '754072151', '95', '20', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values('774', '2031', '200', '12', '99', 'new'), + ('561431', '52927714', '7203778961', '8', '7', 'new'), + ('256', '32768', '31889', '300', '444', 'new'), + ('5555', '40000', '-719017797', '45', '55', 'new'), + ('100', '5000', '5443', '22', '2', 'new'), + ('17', '90000', '754072151', '95', '20', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] + Output:["c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 b +-2 -2 -2.0 -2.0 -2.000000000000000000 original +-5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +100 100 100.0 100.0 100.000000000000000000 original +100 5000 5443.0 22.0 2.000000000000000000 new +17 90000 7.5407213E8 95.0 20.000000000000000000 new +2031 2031 2031.0 2031.0 2031.000000000000000000 original +256 32768 31889.0 300.0 444.000000000000000000 new +5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +774 2031 200.0 12.0 99.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 int +c2 int +c3 int +c4 int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -2 -2 -2 original +-5000 -5000 -5000 -5000 original +2031 2031 2031 2031 original +52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 float +c3 double +c4 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 124 + totalSize 128 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values('774', '2031', '200', '12', 'new'), + ('561431', '52927714', '7203778961', '8', 'new'), + ('256', '32768', '31889', '300', 'new'), + ('5555', '40000', '-719017797', '45', 'new'), + ('100', '5000', '5443', '22', 'new'), + ('17', '90000', '754072151', '95', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values('774', '2031', '200', '12', 'new'), + ('561431', '52927714', '7203778961', '8', 'new'), + ('256', '32768', '31889', '300', 'new'), + ('5555', '40000', '-719017797', '45', 'new'), + ('100', '5000', '5443', '22', 'new'), + ('17', '90000', '754072151', '95', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] + Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -2.0 -2.0 -2.000000000000000000 original +-5000 -5000.0 -5000.0 -5000.000000000000000000 original +100 5000.0 5443.0 22.000000000000000000 new +17 90000.0 7.54072151E8 95.000000000000000000 new +2031 2031.0 2031.0 2031.000000000000000000 original +256 32768.0 31889.0 300.000000000000000000 new +52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5555 40000.0 -7.19017797E8 45.000000000000000000 new +561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +774 2031.0 200.0 12.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 bigint +c3 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +c1 c2 c3 b +-2 -2 -2 original +-5000 -5000 -5000 original +52927714 52927714 52927714 original +7203778961 7203778961 7203778961 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 119 + totalSize 123 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values('774', '2031', '200', 'new'), + ('561431', '52927714', '7203778961', 'new'), + ('256', '32768', '31889', 'new'), + ('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'), + ('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values('774', '2031', '200', 'new'), + ('561431', '52927714', '7203778961', 'new'), + ('256', '32768', '31889', 'new'), + ('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'), + ('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] + Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -2.0 -2.000000000000000000 original +-5000.0 -5000.0 -5000.000000000000000000 original +100.0 5000.0 5443.000000000000000000 new +17.0 90000.0 754072151.000000000000000000 new +256.0 32768.0 31889.000000000000000000 new +5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5555.0 40000.0 -719017797.000000000000000000 new +561431.0 5.2927714E7 7203778961.000000000000000000 new +7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +774.0 2031.0 200.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 float +c2 float +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +c1 c2 b +-29.0764 -29.0764 original +-5000.0 -5000.0 original +5.2927712E7 5.2927712E7 original +753.7028 753.7028 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 double +c2 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 108 + totalSize 112 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values('774', '2031', 'new'), + ('561431', '52927714', 'new'), + ('256', '32768', 'new'), + ('5555', '40000', 'new'), + ('100', '5000', 'new'), + ('17', '90000', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values('774', '2031', 'new'), + ('561431', '52927714', 'new'), + ('256', '32768', 'new'), + ('5555', '40000', 'new'), + ('100', '5000', 'new'), + ('17', '90000', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select c1,c2,b from table_change_lower_to_higher_numeric_group_float +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,b from table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2"] + TableScan [TS_0] + Output:["c1","c2","b"] + +PREHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +c1 c2 b +-29.0764 -29.076400000000000000 original +-5000.0 -5000.000000000000000000 original +100.0 5000.000000000000000000 new +17.0 90000.000000000000000000 new +256.0 32768.000000000000000000 new +5.2927712E7 52927712.000000000000000000 original +5555.0 40000.000000000000000000 new +561431.0 52927714.000000000000000000 new +753.7028 753.702800000000000000 original +774.0 2031.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(c1 double, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(c1 double, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +c1 b +-29.0764 original +-5000.0 original +5.2927714E7 original +753.7028 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 70 + totalSize 74 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values('774', 'new'), + ('561431', 'new'), + ('256', 'new'), + ('5555', 'new'), + ('100', 'new'), + ('17', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values('774', 'new'), + ('561431', 'new'), + ('256', 'new'), + ('5555', 'new'), + ('100', 'new'), + ('17', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: explain +select c1,b from table_change_lower_to_higher_numeric_group_double +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,b from table_change_lower_to_higher_numeric_group_double +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1"] + TableScan [TS_0] + Output:["c1","b"] + +PREHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +c1 b +-29.076400000000000000 original +-5000.000000000000000000 original +100.000000000000000000 new +17.000000000000000000 new +256.000000000000000000 new +52927714.000000000000000000 original +5555.000000000000000000 new +561431.000000000000000000 new +753.702800000000000000 original +774.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_double PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table3 -PREHOOK: Output: default@table3 -POSTHOOK: query: DROP TABLE table3 +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_double POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table3 -POSTHOOK: Output: default@table3 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double diff --git ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_mapwork_part.q.out ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_mapwork_part.q.out index 44f5822..278e0a0 100644 --- ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_mapwork_part.q.out +++ ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_mapwork_part.q.out @@ -1,85 +1,191 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: TEXT, Non-Vectorized, MapWork, Partitioned +-- FILE VARIATION: ORC, Non-Vectorized, MapWork, Partitioned -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned1 +PREHOOK: Output: default@part_add_int_permute_select POSTHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: TEXT, Non-Vectorized, MapWork, Partitioned +-- FILE VARIATION: ORC, Non-Vectorized, MapWork, Partitioned +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) +alter table part_add_int_permute_select add columns(c int) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) +alter table part_add_int_permute_select add columns(c int) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=2) values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@partitioned1@part=2 -POSTHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=2) values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@partitioned1@part=2 -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(5, 'new', 100),(6, 'new', 200) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) values(5, 'new', 100),(6, 'new', 200) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from part_add_int_permute_select order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from part_add_int_permute_select order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=9) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=9) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=9) + default@part_add_int_permute_select,part_add_int_permute_select,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from part_add_int_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from part_add_int_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### part a b 1 1 original @@ -92,17 +198,17 @@ part a b 2 2 new 2 3 new 2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +PREHOOK: query: select part,a,b,c from part_add_int_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,a,b,c from part_add_int_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### part a b c 1 1 original NULL @@ -115,86 +221,17 @@ part a b c 2 2 new 20 2 3 new 30 2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new NULL NULL -1 6 new NULL NULL -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a c d -1 1 NULL NULL -1 2 NULL NULL -1 3 NULL NULL -1 4 NULL NULL -1 5 NULL NULL -1 6 NULL NULL -2 1 10 ten -2 2 20 twenty -2 3 30 thirty -2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 +PREHOOK: query: select part,c from part_add_int_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 +POSTHOOK: query: select part,c from part_add_int_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a d -1 1 NULL -1 2 NULL -1 3 NULL -1 4 NULL -1 5 NULL -1 6 NULL -2 1 ten -2 2 twenty -2 3 thirty -2 4 forty -PREHOOK: query: select part,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### part c 1 NULL @@ -207,181 +244,189 @@ part c 2 20 2 30 2 40 -PREHOOK: query: select part,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part d -1 NULL -1 NULL -1 NULL -1 NULL -1 NULL -1 NULL -2 forty -2 ten -2 thirty -2 twenty -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: query: drop table part_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select +POSTHOOK: query: drop table part_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE part_add_int_string_permute_select(a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE part_add_int_string_permute_select(a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 -PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@partitioned2@part=2 -POSTHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@partitioned2@part=2 -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +POSTHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select part,a,b from partitioned2 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned2 -PREHOOK: Input: default@partitioned2@part=1 -PREHOOK: Input: default@partitioned2@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned2 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Input: default@partitioned2@part=1 -POSTHOOK: Input: default@partitioned2@part=2 -#### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 NULL new -2 200 new -2 32768 new -2 40000 new -2 72909 new -PREHOOK: query: -- --- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: -- --- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__7 -PREHOOK: Output: default@partitioned3@part=1 -POSTHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__7 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,a,b from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__8 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +POSTHOOK: query: explain +select part,a,b from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__8 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Output: default@partitioned3@part=2 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 _col4 +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=13) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=13) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=13) + default@part_add_int_string_permute_select,part_add_int_string_permute_select,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a b 1 1 original @@ -394,17 +439,17 @@ part a b 2 2 new 2 3 new 2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +PREHOOK: query: select part,a,b,c from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,a,b,c from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a b c 1 1 original NULL @@ -417,17 +462,17 @@ part a b c 2 2 new 20 2 3 new 30 2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 +PREHOOK: query: select part,a,b,c,d from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 +POSTHOOK: query: select part,a,b,c,d from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -440,17 +485,17 @@ part a b c d 2 2 new 20 twenty 2 3 new 30 thirty 2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 +PREHOOK: query: select part,a,c,d from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 +POSTHOOK: query: select part,a,c,d from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a c d 1 1 NULL NULL @@ -463,17 +508,17 @@ part a c d 2 2 20 twenty 2 3 30 thirty 2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 +PREHOOK: query: select part,a,d from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 +POSTHOOK: query: select part,a,d from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part a d 1 1 NULL @@ -486,17 +531,17 @@ part a d 2 2 twenty 2 3 thirty 2 4 forty -PREHOOK: query: select part,c from partitioned1 +PREHOOK: query: select part,c from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 +POSTHOOK: query: select part,c from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part c 1 NULL @@ -509,17 +554,17 @@ part c 2 20 2 30 2 40 -PREHOOK: query: select part,d from partitioned1 +PREHOOK: query: select part,d from part_add_int_string_permute_select order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 +POSTHOOK: query: select part,d from part_add_int_string_permute_select order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 #### A masked pattern was here #### part d 1 NULL @@ -532,111 +577,5117 @@ part d 2 ten 2 thirty 2 twenty -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: query: drop table part_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: drop table part_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__9 -PREHOOK: Output: default@partitioned4@part=1 -POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__9 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 +alter table part_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +alter table part_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +c2 double +c3 double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__10 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__10 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Output: default@partitioned4@part=2 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 _col2 -PREHOOK: query: select part,a,b from partitioned4 +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_double order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned4 -PREHOOK: Input: default@partitioned4@part=1 -PREHOOK: Input: default@partitioned4@part=2 +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_double order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=52) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=52) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=52) + default@part_change_string_group_double,part_change_string_group_double,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_double order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Input: default@part_change_string_group_double@part=1 +PREHOOK: Input: default@part_change_string_group_double@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned4 +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_double order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Input: default@partitioned4@part=1 -POSTHOOK: Input: default@partitioned4@part=2 +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Input: default@part_change_string_group_double@part=1 +POSTHOOK: Input: default@part_change_string_group_double@part=2 #### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 NULL new -2 200 new -2 32768 new -2 40000 new -2 72909 new -PREHOOK: query: DROP TABLE partitioned1 +part c1 c2 c3 b +1 -10.3 -10.3 -10.3 original +1 -29.0764 -29.0764 -29.0764 original +1 -3651.672121 -3651.672121 -3651.672121 original +1 17808.963785 17808.963785 17808.963785 new +1 753.7028 753.7028 753.7028 original +1 9250340.75 9250340.75 9250340.75 new +2 -66475.561431 -66475.561431 -66475.561431 new +2 20.31 20.31 20.31 new +2 30.774 30.774 30.774 new +2 46114.284799488 46114.284799488 46114.284799488 new +PREHOOK: query: drop table part_change_string_group_double PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 -POSTHOOK: query: DROP TABLE partitioned1 +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: drop table part_change_string_group_double POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: DROP TABLE partitioned2 +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +c2 decimal(38,18) +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_decimal order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_decimal order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=76) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=76) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=76) + default@part_change_string_group_decimal,part_change_string_group_decimal,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_decimal order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Input: default@part_change_string_group_decimal@part=1 +PREHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_decimal order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Input: default@part_change_string_group_decimal@part=1 +POSTHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +1 -29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +1 -3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +1 17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +1 753.702800000000000000 753.702800000000000000 753.702800000000000000 original +1 9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +2 -66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +2 20.310000000000000000 20.310000000000000000 20.310000000000000000 new +2 30.774000000000000000 30.774000000000000000 30.774000000000000000 new +2 46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +PREHOOK: query: drop table part_change_string_group_decimal PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: DROP TABLE partitioned2 +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: drop table part_change_string_group_decimal POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: DROP TABLE partitioned3 +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 timestamp +c2 timestamp +c3 timestamp +c4 timestamp +c5 timestamp +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=9 width=145) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=9 width=145) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=9 width=145) + default@part_change_date_group_string_group_timestamp,part_change_date_group_string_group_timestamp,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +1 2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +1 2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +1 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 NULL 5966-07-09 03:30:50.597 NULL new +1 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 NULL 6229-06-28 02:54:28.970117179 NULL new +2 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +2 1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +2 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +2 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +PREHOOK: query: drop table part_change_date_group_string_group_timestamp PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: DROP TABLE partitioned3 +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: drop table part_change_date_group_string_group_timestamp POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: DROP TABLE partitioned4 +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 date +c2 date +c3 date +c4 date +c5 date +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED part_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=9 width=89) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=9 width=89) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=9 width=89) + default@part_change_date_group_string_group_date,part_change_date_group_string_group_date,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Input: default@part_change_date_group_string_group_date@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +1 2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +1 2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +2 0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +2 1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +2 2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +2 2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +2 5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +2 6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +PREHOOK: query: drop table part_change_date_group_string_group_date +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: drop table part_change_date_group_string_group_date +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__19.tmp_values_col1 values__tmp__table__19.tmp_values_col2 values__tmp__table__19.tmp_values_col3 values__tmp__table__19.tmp_values_col4 values__tmp__table__19.tmp_values_col5 values__tmp__table__19.tmp_values_col6 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=30) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=30) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=30) + default@part_change_numeric_group_string_group_multi_ints_string,part_change_numeric_group_string_group_multi_ints_string,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 100 5000 5443 0 new +1 17 NULL 754072151 3289094 new +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +2 1 200 2323322 5430907 new +2 2000 72909 3244222 -93222 new +2 256 32768 31889 470614135 new +2 5555 40000 -719017797 810662019 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +c4 char(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=138) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=138) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=138) + default@part_change_numeric_group_string_group_multi_ints_char,part_change_numeric_group_string_group_multi_ints_char,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +1 NULL NULL NULL NULL new +1 NULL NULL NULL NULL new +2 1 200 2323322 5430907 new +2 2000 72909 3244222 -93222 new +2 256 32768 31889 470614135 new +2 5555 40000 -719017797 810662019 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(5) +c2 char(5) +c3 char(5) +c4 char(5) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=30) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=30) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=30) + default@part_change_numeric_group_string_group_multi_ints_char_trunc,part_change_numeric_group_string_group_multi_ints_char_trunc,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899 original +1 0 20435 84749 -9999 original +1 45 1000 48377 -2386 original +1 NULL 4957 83222 90000 original +1 NULL NULL 75407 32890 new +1 NULL NULL NULL NULL new +2 1 200 23233 54309 new +2 2000 72909 32442 -9322 new +2 256 32768 31889 47061 new +2 5555 40000 -7190 81066 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +c4 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=30) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=30) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=30) + default@part_change_numeric_group_string_group_multi_ints_varchar,part_change_numeric_group_string_group_multi_ints_varchar,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 100 5000 5443 0 new +1 17 NULL 754072151 3289094 new +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +2 1 200 2323322 5430907 new +2 2000 72909 3244222 -93222 new +2 256 32768 31889 470614135 new +2 5555 40000 -719017797 810662019 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899333 original +1 0 20435 847492223 -999999999999 original +1 45 1000 483777 -23866739993 original +1 NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(5) +c2 varchar(5) +c3 varchar(5) +c4 varchar(5) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values('2000', '72909', '3244222', '-93222', 'new', 2),('1', '200', '2323322', '5430907', 'new', 2), ('256', '32768', '31889', '470614135', 'new', 2),('5555', '40000', '-719017797', '810662019', 'new', 2), + ('100', '5000', '5443', '0', 'new', 1),('17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=28) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=28) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=28) + default@part_change_numeric_group_string_group_multi_ints_varchar_trunc,part_change_numeric_group_string_group_multi_ints_varchar_trunc,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -6737 56 28899 original +1 0 20435 84749 -9999 original +1 100 5000 5443 0 new +1 17 NULL 75407 32890 new +1 45 1000 48377 -2386 original +1 NULL 4957 83222 90000 original +2 1 200 23233 54309 new +2 2000 72909 32442 -9322 new +2 256 32768 31889 47061 new +2 5555 40000 -7190 81066 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 original +1 0.0 20435.0 847492223.000000000000000000 original +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +values__tmp__table__29.tmp_values_col1 values__tmp__table__29.tmp_values_col2 values__tmp__table__29.tmp_values_col3 values__tmp__table__29.tmp_values_col4 values__tmp__table__29.tmp_values_col5 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=35) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=35) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=35) + default@part_change_numeric_group_string_group_floating_string,part_change_numeric_group_string_group_floating_string,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.3 original +1 -255.0 4957.0 832222222 original +1 0.0 20435.0 847492223 original +1 100.0 5000.0 5443 new +1 17.0 90000.0 754072151 new +1 753.7028 -3651.672121 -23866739993 original +2 -66475.561431 52927714 7203778961 new +2 256 32768 31889 new +2 30.774 20.31 46114.284799488 new +2 5555 40000 -719017797 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=115) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=115) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=115) + default@part_change_numeric_group_string_group_floating_char,part_change_numeric_group_string_group_floating_char,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.3 original +1 -255.0 4957.0 832222222 9000000000 +1 0.0 20435.0 847492223 -999999999999 +1 100.0 5000.0 5443 new +1 17.0 90000.0 754072151 new +1 753.7028 -3651.672121 -23866739993 original +2 -66475.561431 52927714 7203778961 new +2 256 32768 31889 new +2 30.774 20.31 46114.284799488 new +2 5555 40000 -719017797 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(7) +c2 char(7) +c3 char(7) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=37) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=37) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=37) + default@part_change_numeric_group_string_group_floating_char_trunc,part_change_numeric_group_string_group_floating_char_trunc,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.076 -10.3 original +1 -255.0 4957.0 8322222 9000000000 +1 0.0 20435.0 8474922 -999999999999 +1 100.0 5000.0 5443 new +1 17.0 90000.0 7540721 new +1 753.702 -3651.6 -238667 original +2 -66475. 5292771 7203778 new +2 256 32768 31889 new +2 30.774 20.31 46114.2 new +2 5555 40000 -719017 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=36) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=36) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=36) + default@part_change_numeric_group_string_group_floating_varchar,part_change_numeric_group_string_group_floating_varchar,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.3 original +1 -255.0 4957.0 832222222 9000000000 +1 0.0 20435.0 847492223 -999999999999 +1 100.0 5000.0 5443 new +1 17.0 90000.0 754072151 new +1 753.7028 -3651.672121 -23866739993 original +2 -66475.561431 52927714 7203778961 new +2 256 32768 31889 new +2 30.774 20.31 46114.284799488 new +2 5555 40000 -719017797 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.0764 -10.300000000000000000 original +1 -255.0 4957.0 832222222.000000000000000000 9000000000 +1 0.0 20435.0 847492223.000000000000000000 -999999999999 +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(7) +c2 varchar(7) +c3 varchar(7) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values('30.774', '20.31', '46114.284799488', 'new', 2),('-66475.561431', '52927714', '7203778961', 'new', 2), ('256', '32768', '31889', 'new', 2),('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1),('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=34) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=34) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=34) + default@part_change_numeric_group_string_group_floating_varchar_trunc,part_change_numeric_group_string_group_floating_varchar_trunc,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -29.076 -10.3 original +1 -255.0 4957.0 8322222 9000000000 +1 0.0 20435.0 8474922 -999999999999 +1 100.0 5000.0 5443 new +1 17.0 90000.0 7540721 new +1 753.702 -3651.6 -238667 original +2 -66475. 5292771 7203778 new +2 256 32768 31889 new +2 30.774 20.31 46114.2 new +2 5555 40000 -719017 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__38.tmp_values_col1 values__tmp__table__38.tmp_values_col2 values__tmp__table__38.tmp_values_col3 values__tmp__table__38.tmp_values_col4 values__tmp__table__38.tmp_values_col5 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 blank pads blank pads blank pads blank pads original +1 dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +1 escapist escapist escapist escapist original +1 heartbeat heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 varchar(50) +c4 char(9) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=77) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=77) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=77) + default@part_change_string_group_string_group_string,part_change_string_group_string_group_string,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 blank pads blank pad blank pads blank pad original +1 bottom bottom bottom bottom new +1 dynamic reptile dynamic r dynamic reptile dynamic r original +1 escapist escapist escapist escapist original +1 hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +1 heartbeat heartbeat heartbeat heartbeat original +2 featherweight featherweight new +2 against against against against new +2 baffling bafflin baffling bafflin new +2 junkyard junkyard junkyard junkyard new +PREHOOK: query: drop table part_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: drop table part_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pads blank pads original +1 dynamic reptile dynamic reptile dynamic reptile original +1 escapist escapist escapist original +1 heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(9) +c3 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=91) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=91) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=91) + default@part_change_string_group_string_group_char,part_change_string_group_string_group_char,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_char order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pad blank pads original +1 bottom bottom bottom new +1 dynamic reptile dynamic r dynamic reptile original +1 escapist escapist escapist original +1 hangar paralysed companion hangar pa hangar paralysed companion new +1 heartbeat heartbeat heartbeat original +2 featherweight featherweight new +2 against against against new +2 baffling bafflin baffling new +2 junkyard junkyard junkyard new +PREHOOK: query: drop table part_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: drop table part_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pads blank pads original +1 dynamic reptile dynamic reptile dynamic reptile original +1 escapist escapist escapist original +1 heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED part_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values('junkyard', 'junkyard', 'junkyard', 'new', 2), + (' baffling ', ' baffling ', ' baffling ', 'new', 2), + (' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (' against', ' against', ' against', 'new', 2), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + ('bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=66) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=66) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=66) + default@part_change_string_group_string_group_varchar,part_change_string_group_string_group_varchar,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 blank pads blank pad blank pads original +1 bottom bottom bottom new +1 dynamic reptile dynamic r dynamic reptile original +1 escapist escapist escapist original +1 hangar paralysed companion hangar pa hangar paralysed companion new +1 heartbeat heartbeat heartbeat original +2 featherweight featherweight new +2 against against against new +2 baffling bafflin baffling new +2 junkyard junkyard junkyard new +PREHOOK: query: drop table part_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: drop table part_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 tinyint +c3 tinyint +c4 tinyint +c5 tinyint +c6 tinyint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 c6 b +1 -2 -2 -2 -2 -2 -2 original +1 100 100 100 100 100 100 original +1 45 45 45 45 45 45 original +1 NULL NULL NULL NULL NULL NULL original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 int +c3 bigint +c4 float +c5 double +c6 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values('774', '2031', '200', '12', '99', '0', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + ('256', '32768', '31889', '300', '444', '506', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + ('100', '5000', '5443', '22', '2', '-2', 'new', 1), + ('17', '90000', '754072151', '95', '20', '18', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values('774', '2031', '200', '12', '99', '0', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + ('256', '32768', '31889', '300', '444', '506', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + ('100', '5000', '5443', '22', '2', '-2', 'new', 1), + ('17', '90000', '754072151', '95', '20', '18', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=42) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=42) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + TableScan [TS_0] (rows=10 width=42) + default@part_change_lower_to_higher_numeric_group_tinyint,part_change_lower_to_higher_numeric_group_tinyint,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","c5","c6","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 c6 b +1 -2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +1 100 100 100 100.0 100.0 100.000000000000000000 original +1 100 NULL NULL 22.0 2.0 -2.000000000000000000 new +1 17 NULL NULL 95.0 20.0 18.000000000000000000 new +1 45 45 45 45.0 45.0 45.000000000000000000 original +1 NULL NULL NULL NULL NULL NULL original +2 256 32768 31889 300.0 444.0 506.000000000000000000 new +2 5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +2 774 2031 200 12.0 99.0 0.000000000000000000 new +2 NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 smallint +c3 smallint +c4 smallint +c5 smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 -2 -2 -2 -2 -2 original +1 -5000 -5000 -5000 -5000 -5000 original +1 100 100 100 100 100 original +1 2031 2031 2031 2031 2031 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 int +c2 bigint +c3 float +c4 double +c5 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values('774', '2031', '200', '12', '99', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', 'new', 2), + ('256', '32768', '31889', '300', '444', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', 'new', 2), + ('100', '5000', '5443', '22', '2', 'new', 1), + ('17', '90000', '754072151', '95', '20', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values('774', '2031', '200', '12', '99', 'new', 2), + ('561431', '52927714', '7203778961', '8', '7', 'new', 2), + ('256', '32768', '31889', '300', '444', 'new', 2), + ('5555', '40000', '-719017797', '45', '55', 'new', 2), + ('100', '5000', '5443', '22', '2', 'new', 1), + ('17', '90000', '754072151', '95', '20', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=42) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=42) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=10 width=42) + default@part_change_lower_to_higher_numeric_group_smallint,part_change_lower_to_higher_numeric_group_smallint,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 c5 b +1 -2 -2 -2.0 -2.0 -2.000000000000000000 original +1 -5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +1 100 100 100.0 100.0 100.000000000000000000 original +1 100 5000 5443.0 22.0 2.000000000000000000 new +1 17 NULL NULL 95.0 20.000000000000000000 new +1 2031 2031 2031.0 2031.0 2031.000000000000000000 original +2 256 32768 31889.0 300.0 444.000000000000000000 new +2 5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +2 561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +2 774 2031 200.0 12.0 99.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 int +c2 int +c3 int +c4 int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -2 -2 -2 original +1 -5000 -5000 -5000 -5000 original +1 2031 2031 2031 2031 original +1 52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 float +c3 double +c4 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values('774', '2031', '200', '12', 'new', 2), + ('561431', '52927714', '7203778961', '8', 'new', 2), + ('256', '32768', '31889', '300', 'new', 2), + ('5555', '40000', '-719017797', '45', 'new', 2), + ('100', '5000', '5443', '22', 'new', 1), + ('17', '90000', '754072151', '95', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values('774', '2031', '200', '12', 'new', 2), + ('561431', '52927714', '7203778961', '8', 'new', 2), + ('256', '32768', '31889', '300', 'new', 2), + ('5555', '40000', '-719017797', '45', 'new', 2), + ('100', '5000', '5443', '22', 'new', 1), + ('17', '90000', '754072151', '95', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=41) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=41) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=41) + default@part_change_lower_to_higher_numeric_group_int,part_change_lower_to_higher_numeric_group_int,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 +#### A masked pattern was here #### +part c1 c2 c3 c4 b +1 -2 -2.0 -2.0 -2.000000000000000000 original +1 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +1 100 5000.0 5443.0 22.000000000000000000 new +1 17 90000.0 NULL 95.000000000000000000 new +1 2031 2031.0 2031.0 2031.000000000000000000 original +1 52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +2 256 32768.0 31889.0 300.000000000000000000 new +2 5555 40000.0 -7.19017797E8 45.000000000000000000 new +2 561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +2 774 2031.0 200.0 12.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 bigint +c3 bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2 -2 -2 original +1 -5000 -5000 -5000 original +1 52927714 52927714 52927714 original +1 7203778961 7203778961 7203778961 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values('774', '2031', '200', 'new', 2), + ('561431', '52927714', '7203778961', 'new', 2), + ('256', '32768', '31889', 'new', 2), + ('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1), + ('17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values('774', '2031', '200', 'new', 2), + ('561431', '52927714', '7203778961', 'new', 2), + ('256', '32768', '31889', 'new', 2), + ('5555', '40000', '-719017797', 'new', 2), + ('100', '5000', '5443', 'new', 1), + ('17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=38) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=38) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=38) + default@part_change_lower_to_higher_numeric_group_bigint,part_change_lower_to_higher_numeric_group_bigint,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +#### A masked pattern was here #### +part c1 c2 c3 b +1 -2.0 -2.0 -2.000000000000000000 original +1 -5000.0 -5000.0 -5000.000000000000000000 original +1 100.0 5000.0 5443.000000000000000000 new +1 17.0 90000.0 754072151.000000000000000000 new +1 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +1 7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +2 256.0 32768.0 31889.000000000000000000 new +2 5555.0 40000.0 -719017797.000000000000000000 new +2 561431.0 5.2927714E7 7203778961.000000000000000000 new +2 774.0 2031.0 200.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 float +c2 float +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +#### A masked pattern was here #### +part c1 c2 b +1 -29.0764 -29.0764 original +1 -5000.0 -5000.0 original +1 5.2927712E7 5.2927712E7 original +1 753.7028 753.7028 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 double +c2 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values('774', '2031', 'new', 2), + ('561431', '52927714', 'new', 2), + ('256', '32768', 'new', 2), + ('5555', '40000', 'new', 2), + ('100', '5000', 'new', 1), + ('17', '90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values('774', '2031', 'new', 2), + ('561431', '52927714', 'new', 2), + ('256', '32768', 'new', 2), + ('5555', '40000', 'new', 2), + ('100', '5000', 'new', 1), + ('17', '90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=31) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=31) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=31) + default@part_change_lower_to_higher_numeric_group_float,part_change_lower_to_higher_numeric_group_float,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","b"] + +PREHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 +#### A masked pattern was here #### +part c1 c2 b +1 -29.076400756835938 -29.076400000000000000 original +1 -5000.0 -5000.000000000000000000 original +1 100.0 5000.000000000000000000 new +1 17.0 90000.000000000000000000 new +1 5.2927712E7 52927712.000000000000000000 original +1 753.7028198242188 753.702800000000000000 original +2 256.0 32768.000000000000000000 new +2 5555.0 40000.000000000000000000 new +2 561431.0 52927714.000000000000000000 new +2 774.0 2031.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(c1 double, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(c1 double, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +part c1 b +1 -29.0764 original +1 -5000.0 original +1 5.2927714E7 original +1 753.7028 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED part_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values('774', 'new', 2), + ('561431', 'new', 2), + ('256', 'new', 2), + ('5555', 'new', 2), + ('100', 'new', 1), + ('17', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values('774', 'new', 2), + ('561431', 'new', 2), + ('256', 'new', 2), + ('5555', 'new', 2), + ('100', 'new', 1), + ('17', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=22) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=22) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=22) + default@part_change_lower_to_higher_numeric_group_double,part_change_lower_to_higher_numeric_group_double,Tbl:COMPLETE,Col:NONE,Output:["c1","b"] + +PREHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 +#### A masked pattern was here #### +part c1 b +1 -29.076400000000000000 original +1 -5000.000000000000000000 original +1 100.000000000000000000 new +1 17.000000000000000000 new +1 52927714.000000000000000000 original +1 753.702800000000000000 original +2 256.000000000000000000 new +2 5555.000000000000000000 new +2 561431.000000000000000000 new +2 774.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_double PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: DROP TABLE partitioned4 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_double POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double diff --git ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_mapwork_table.q.out ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_mapwork_table.q.out index 4003c20..4d829a5 100644 --- ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_mapwork_table.q.out +++ ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_mapwork_table.q.out @@ -1,79 +1,444 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: ORC, Non-Vectorized, MapWork, Table +-- FILE VARIATION: TEXTFILE, Non-Vectorized, MapWork, Table -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ---- -CREATE TABLE table1(a INT, b STRING) STORED AS TEXTFILE +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(a INT, b STRING) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table1 +PREHOOK: Output: default@table_add_int_permute_select POSTHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: ORC, Non-Vectorized, MapWork, Table +-- FILE VARIATION: TEXTFILE, Non-Vectorized, MapWork, Table +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ---- -CREATE TABLE table1(a INT, b STRING) STORED AS TEXTFILE +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(a INT, b STRING) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 -PREHOOK: query: select a,b from table1 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_permute_select add columns(c int) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_permute_select add columns(c int) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 40 + totalSize 44 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_permute_select values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__2 +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select values(1, 'new', 10),(2, 'new', 20), (3, 'new', 30),(4, 'new', 40) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__2 +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: insert into table table_add_int_permute_select values(5, 'new', 100),(6, 'new', 200) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__3 +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select values(5, 'new', 100),(6, 'new', 200) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__3 +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select a,b from table_add_int_permute_select order by a +PREHOOK: type: QUERY +POSTHOOK: query: explain +select a,b from table_add_int_permute_select order by a +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=9) + Output:["_col0","_col1"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=9) + Output:["_col0","_col1"] + TableScan [TS_0] (rows=10 width=9) + default@table_add_int_permute_select,table_add_int_permute_select,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_permute_select order by a PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_permute_select #### A masked pattern was here #### -POSTHOOK: query: select a,b from table1 +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_permute_select order by a POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_permute_select #### A masked pattern was here #### a b +1 new 1 original +2 new 2 original +3 new 3 original +4 new 4 original -PREHOOK: query: -- ADD COLUMNS -alter table table1 add columns(c int, d string) +5 new +6 new +PREHOOK: query: select a,b,c from table_add_int_permute_select order by a +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select a,b,c from table_add_int_permute_select order by a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +a b c +1 new 10 +1 original NULL +2 new 20 +2 original NULL +3 new 30 +3 original NULL +4 new 40 +4 original NULL +5 new 100 +6 new 200 +PREHOOK: query: select c from table_add_int_permute_select order by c +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select c from table_add_int_permute_select order by c +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +c +10 +100 +20 +200 +30 +40 +NULL +NULL +NULL +NULL +PREHOOK: query: drop table table_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: drop table table_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_string_permute_select(a INT, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_string_permute_select(a INT, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_string_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__4 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__4 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: -- ADD COLUMNS -alter table table1 add columns(c int, d string) +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 40 + totalSize 44 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_string_permute_select values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Input: default@values__tmp__table__5 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__5 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table table_add_int_string_permute_select values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__6 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__6 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: select a,b,c,d from table1 +PREHOOK: query: explain +select a,b from table_add_int_string_permute_select order by a +PREHOOK: type: QUERY +POSTHOOK: query: explain +select a,b from table_add_int_string_permute_select order by a +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=13) + Output:["_col0","_col1"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=13) + Output:["_col0","_col1"] + TableScan [TS_0] (rows=10 width=13) + default@table_add_int_string_permute_select,table_add_int_string_permute_select,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_string_permute_select order by a +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select a,b from table_add_int_string_permute_select order by a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +a b +1 new +1 original +2 new +2 original +3 new +3 original +4 new +4 original +5 new +6 new +PREHOOK: query: select a,b,c from table_add_int_string_permute_select order by a +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select a,b,c from table_add_int_string_permute_select order by a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +a b c +1 new 10 +1 original NULL +2 new 20 +2 original NULL +3 new 30 +3 original NULL +4 new 40 +4 original NULL +5 new 100 +6 new 200 +PREHOOK: query: select a,b,c,d from table_add_int_string_permute_select order by a PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### -POSTHOOK: query: select a,b,c,d from table1 +POSTHOOK: query: select a,b,c,d from table_add_int_string_permute_select order by a POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### a b c d 1 new 10 ten @@ -84,214 +449,4846 @@ a b c d 3 original NULL NULL 4 new 40 forty 4 original NULL NULL -PREHOOK: query: -- ADD COLUMNS -alter table table1 add columns(e string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: -- ADD COLUMNS -alter table table1 add columns(e string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred', 'another1'),(6, 'new', 200, 'two hundred', 'another2') +5 new 100 hundred +6 new 200 two hundred +PREHOOK: query: select a,c,d from table_add_int_string_permute_select order by a PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred', 'another1'),(6, 'new', 200, 'two hundred', 'another2') +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select a,c,d from table_add_int_string_permute_select order by a POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table1.e SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -_col0 _col1 _col2 _col3 _col4 -PREHOOK: query: select a,b,c,d,e from table1 +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +a c d +1 10 ten +1 NULL NULL +2 20 twenty +2 NULL NULL +3 30 thirty +3 NULL NULL +4 40 forty +4 NULL NULL +5 100 hundred +6 200 two hundred +PREHOOK: query: select a,d from table_add_int_string_permute_select order by a PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### -POSTHOOK: query: select a,b,c,d,e from table1 +POSTHOOK: query: select a,d from table_add_int_string_permute_select order by a POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_string_permute_select #### A masked pattern was here #### -a b c d e -1 new 10 ten NULL -1 original NULL NULL NULL -2 new 20 twenty NULL -2 original NULL NULL NULL -3 new 30 thirty NULL -3 original NULL NULL NULL -4 new 40 forty NULL -4 original NULL NULL NULL -5 new 100 hundred another1 -6 new 200 two hundred another2 -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN --- smallint = (2-byte signed integer, from -32,768 to 32,767) +a d +1 NULL +1 ten +2 NULL +2 twenty +3 NULL +3 thirty +4 NULL +4 forty +5 hundred +6 two hundred +PREHOOK: query: select c from table_add_int_string_permute_select order by c +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select c from table_add_int_string_permute_select order by c +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +c +10 +100 +20 +200 +30 +40 +NULL +NULL +NULL +NULL +PREHOOK: query: select d from table_add_int_string_permute_select order by d +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select d from table_add_int_string_permute_select order by d +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +d +NULL +NULL +NULL +NULL +forty +hundred +ten +thirty +twenty +two hundred +PREHOOK: query: drop table table_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: drop table table_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- -- -CREATE TABLE table3(a smallint, b STRING) STORED AS TEXTFILE +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table3 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: -- TO DO: +-- ADD COLUMNS tinyint +-- ADD COLUMNS smallint +-- ADD COLUMNS int +-- ADD COLUMNS bigint +-- ADD COLUMNS float +-- ADD COLUMNS double +-- ADD COLUMNS decimal +-- ADD COLUMNS string +-- ADD COLUMNS char +-- ADD COLUMNS varchar + + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- -- -CREATE TABLE table3(a smallint, b STRING) STORED AS TEXTFILE +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table3 -PREHOOK: query: insert into table table3 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_double + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@table3 -POSTHOOK: query: insert into table table3 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@table3 -POSTHOOK: Lineage: table3.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table3.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select a,b from table3 +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +c2 double +c3 double +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 310 + totalSize 314 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_double + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table table_change_string_group_double + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') PREHOOK: type: QUERY -PREHOOK: Input: default@table3 +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_double order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_double order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=52) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=52) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=52) + default@table_change_string_group_double,table_change_string_group_double,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_double order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_double #### A masked pattern was here #### -POSTHOOK: query: select a,b from table3 +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_double order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@table3 +POSTHOOK: Input: default@table_change_string_group_double #### A masked pattern was here #### -a b -1000 original -3 original -4 original -6737 original -PREHOOK: query: -- ADD COLUMNS ... RESTRICT -alter table table3 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@table3 -PREHOOK: Output: default@table3 -POSTHOOK: query: -- ADD COLUMNS ... RESTRICT -alter table table3 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@table3 -POSTHOOK: Output: default@table3 -PREHOOK: query: insert into table table3 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +c1 c2 c3 b +-10.3 -10.3 -10.3 original +-29.0764 -29.0764 -29.0764 original +-3651.672121 -3651.672121 -3651.672121 original +-66475.561431 -66475.561431 -66475.561431 new +17808.963785 17808.963785 17808.963785 new +20.31 20.31 20.31 new +30.774 30.774 30.774 new +46114.284799488 46114.284799488 46114.284799488 new +753.7028 753.7028 753.7028 original +9250340.75 9250340.75 9250340.75 new +PREHOOK: query: drop table table_change_string_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: drop table table_change_string_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_decimal + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@table3 -POSTHOOK: query: insert into table table3 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values('753.7028', '753.7028', '753.7028', 'original'), + ('-3651.672121', '-3651.672121', '-3651.672121', 'original'), + ('-29.0764', '-29.0764', '-29.0764', 'original'), + ('-10.3', '-10.3', '-10.3', 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@table3 -POSTHOOK: Lineage: table3.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table3.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select a,b from table3 +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_decimal +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +c2 decimal(38,18) +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 310 + totalSize 314 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_decimal + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values(30.774, 30.774, 30.774, 'new'), + (20.31, 20.31, 20.31, 'new'), + (46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (-66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table table_change_string_group_decimal + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values(17808.963785, 17808.963785, 17808.963785, 'new'), + (9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_decimal order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_decimal order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=76) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=76) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=76) + default@table_change_string_group_decimal,table_change_string_group_decimal,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_decimal order by c1 PREHOOK: type: QUERY -PREHOOK: Input: default@table3 +PREHOOK: Input: default@table_change_string_group_decimal #### A masked pattern was here #### -POSTHOOK: query: select a,b from table3 +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_decimal order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@table3 +POSTHOOK: Input: default@table_change_string_group_decimal #### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -6737 original -72909 new -PREHOOK: query: -- ADD COLUMNS ... RESTRICT -alter table table3 add columns(e string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table3 -PREHOOK: Output: default@table3 -POSTHOOK: query: -- ADD COLUMNS ... RESTRICT -alter table table3 add columns(e string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table3 -POSTHOOK: Output: default@table3 -PREHOOK: query: insert into table table3 values(5000, 'new', 'another5'),(90000, 'new', 'another6') +c1 c2 c3 b +-10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +-29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +-3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +-66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +20.310000000000000000 20.310000000000000000 20.310000000000000000 new +30.774000000000000000 30.774000000000000000 30.774000000000000000 new +46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +753.702800000000000000 753.702800000000000000 753.702800000000000000 original +9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +PREHOOK: query: drop table table_change_string_group_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: drop table table_change_string_group_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 timestamp +c2 timestamp +c3 timestamp +c4 timestamp +c5 timestamp +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@table3 -POSTHOOK: query: insert into table table3 values(5000, 'new', 'another5'),(90000, 'new', 'another6') +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + ('2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + ('2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@table3 -POSTHOOK: Lineage: table3.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table3.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table3.e SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -_col0 _col1 _col2 -PREHOOK: query: select a,b from table3 -PREHOOK: type: QUERY -PREHOOK: Input: default@table3 +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_timestamp +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 #### A masked pattern was here #### -POSTHOOK: query: select a,b from table3 +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 3 + rawDataSize 444 + totalSize 447 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + ('1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + ('2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + ('2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values ('6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + ('5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by c1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@table3 +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=9 width=145) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=9 width=145) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=9 width=145) + default@table_change_date_group_string_group_timestamp,table_change_date_group_string_group_timestamp,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_timestamp #### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -5000 new -6737 original -72909 new -90000 new -PREHOOK: query: -- ADD COLUMNS ... RESTRICT -alter table table3 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@table3 -PREHOOK: Output: default@table3 -POSTHOOK: query: -- ADD COLUMNS ... RESTRICT -alter table table3 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@table3 -POSTHOOK: Output: default@table3 -PREHOOK: query: select a,b from table3 -PREHOOK: type: QUERY -PREHOOK: Input: default@table3 -#### A masked pattern was here #### -POSTHOOK: query: select a,b from table3 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table3 +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp #### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -5000 new -6737 original -72909 new -90000 new -PREHOOK: query: DROP TABLE table1 +c1 c2 c3 c4 c5 b +0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:3 5966-07-09 03:30:50.597 5966-07-09 03:3 new +6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:5 6229-06-28 02:54:28.970117179 6229-06-28 02:5 new +PREHOOK: query: drop table table_change_date_group_string_group_timestamp PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: DROP TABLE table1 +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: drop table table_change_date_group_string_group_timestamp POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: DROP TABLE table2 +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 date +c2 date +c3 date +c4 date +c5 date +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_date + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values ('2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + ('2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + ('2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 3 + rawDataSize 189 + totalSize 192 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_date + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values ('0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + ('1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + ('2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + ('2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + ('6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + ('5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=9 width=89) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=9 width=89) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=9 width=89) + default@table_change_date_group_string_group_date,table_change_date_group_string_group_date,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_date +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_date +#### A masked pattern was here #### +c1 c2 c3 c4 c5 b +0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +PREHOOK: query: drop table table_change_date_group_string_group_date PREHOOK: type: DROPTABLE -POSTHOOK: query: DROP TABLE table2 +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: drop table table_change_date_group_string_group_date POSTHOOK: type: DROPTABLE -PREHOOK: query: DROP TABLE table3 +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 142 + totalSize 146 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__19.tmp_values_col1 values__tmp__table__19.tmp_values_col2 values__tmp__table__19.tmp_values_col3 values__tmp__table__19.tmp_values_col4 values__tmp__table__19.tmp_values_col5 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=30) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=30) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=30) + default@table_change_numeric_group_string_group_multi_ints_string,table_change_numeric_group_string_group_multi_ints_string,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +1 200 2323322 5430907 new +100 5000 5443 0 new +17 90000 754072151 3289094 new +2000 72909 3244222 -93222 new +256 32768 31889 470614135 new +45 1000 483777 -23866739993 original +5555 40000 -719017797 810662019 new +NULL 4957 832222222 9000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +c4 char(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 142 + totalSize 146 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=138) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=138) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=138) + default@table_change_numeric_group_string_group_multi_ints_char,table_change_numeric_group_string_group_multi_ints_char,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +1 200 2323322 5430907 new +100 5000 5443 0 new +17 90000 754072151 3289094 new +2000 72909 3244222 -93222 new +256 32768 31889 470614135 new +45 1000 483777 -23866739993 original +5555 40000 -719017797 810662019 new +NULL 4957 832222222 9000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(5) +c2 char(5) +c3 char(5) +c4 char(5) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 142 + totalSize 146 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=30) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=30) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=30) + default@table_change_numeric_group_string_group_multi_ints_char_trunc,table_change_numeric_group_string_group_multi_ints_char_trunc,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899 original +0 20435 84749 -9999 original +1 200 23233 54309 new +100 5000 5443 0 new +17 90000 75407 32890 new +2000 72909 32442 -9322 new +256 32768 31889 47061 new +45 1000 48377 -2386 original +5555 40000 -7190 81066 new +NULL 4957 83222 90000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +c4 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 142 + totalSize 146 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=30) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=30) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=30) + default@table_change_numeric_group_string_group_multi_ints_varchar,table_change_numeric_group_string_group_multi_ints_varchar,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +1 200 2323322 5430907 new +100 5000 5443 0 new +17 90000 754072151 3289094 new +2000 72909 3244222 -93222 new +256 32768 31889 470614135 new +45 1000 483777 -23866739993 original +5555 40000 -719017797 810662019 new +NULL 4957 832222222 9000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 smallint +c3 int +c4 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values(45, 1000, 483777, -23866739993, 'original'),(-2, -6737, 56, 28899333, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899333 original +0 20435 847492223 -999999999999 original +45 1000 483777 -23866739993 original +NULL 4957 832222222 9000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(5) +c2 varchar(5) +c3 varchar(5) +c4 varchar(5) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 142 + totalSize 146 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values('2000', '72909', '3244222', '-93222', 'new'),('1', '200', '2323322', '5430907', 'new'), ('256', '32768', '31889', '470614135', 'new'),('5555', '40000', '-719017797', '810662019', 'new'), + ('100', '5000', '5443', '0', 'new'),('17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=28) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=28) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=28) + default@table_change_numeric_group_string_group_multi_ints_varchar_trunc,table_change_numeric_group_string_group_multi_ints_varchar_trunc,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -6737 56 28899 original +0 20435 84749 -9999 original +1 200 23233 54309 new +100 5000 5443 0 new +17 90000 75407 32890 new +2000 72909 32442 -9322 new +256 32768 31889 47061 new +45 1000 48377 -2386 original +5555 40000 -7190 81066 new +NULL 4957 83222 90000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 'original'),(0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 original +0.0 20435.0 847492223.000000000000000000 original +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 207 + totalSize 211 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +values__tmp__table__29.tmp_values_col1 values__tmp__table__29.tmp_values_col2 values__tmp__table__29.tmp_values_col3 values__tmp__table__29.tmp_values_col4 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=35) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=35) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=35) + default@table_change_numeric_group_string_group_floating_string,table_change_numeric_group_string_group_floating_string,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 original +-66475.561431 52927714 7203778961 new +0.0 20435.0 847492223.000000000000000000 original +100 5000 5443 new +17 90000 754072151 new +256 32768 31889 new +30.774 20.31 46114.284799488 new +5555 40000 -719017797 new +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 214 + totalSize 218 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=115) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=115) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=115) + default@table_change_numeric_group_string_group_floating_char,table_change_numeric_group_string_group_floating_char,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +-66475.561431 52927714 7203778961 new +0.0 20435.0 847492223.000000000000000000 -999999999999 +100 5000 5443 new +17 90000 754072151 new +256 32768 31889 new +30.774 20.31 46114.284799488 new +5555 40000 -719017797 new +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +col_name data_type comment +# col_name data_type comment + +c1 char(7) +c2 char(7) +c3 char(7) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 214 + totalSize 218 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=37) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=37) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=37) + default@table_change_numeric_group_string_group_floating_char_trunc,table_change_numeric_group_string_group_floating_char_trunc,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.076 -10.300 original +-255.0 4957.0 8322222 9000000000 +-66475. 5292771 7203778 new +0.0 20435.0 8474922 -999999999999 +100 5000 5443 new +17 90000 7540721 new +256 32768 31889 new +30.774 20.31 46114.2 new +5555 40000 -719017 new +753.702 -3651.6 -238667 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 214 + totalSize 218 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=36) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=36) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=36) + default@table_change_numeric_group_string_group_floating_varchar,table_change_numeric_group_string_group_floating_varchar,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +-66475.561431 52927714 7203778961 new +0.0 20435.0 847492223.000000000000000000 -999999999999 +100 5000 5443 new +17 90000 754072151 new +256 32768 31889 new +30.774 20.31 46114.284799488 new +5555 40000 -719017797 new +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values(753.7028, -3651.672121, -23866739993, 'original'),(-2, -29.0764, -10.3, 'original'), (-255, 4957, 832222222, 9000000000, 'original'),(0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.0764 -10.300000000000000000 original +-255.0 4957.0 832222222.000000000000000000 9000000000 +0.0 20435.0 847492223.000000000000000000 -999999999999 +753.7028 -3651.672121 -23866739993.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: DESCRIBE FORMATTED table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +col_name data_type comment +# col_name data_type comment + +c1 varchar(7) +c2 varchar(7) +c3 varchar(7) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 214 + totalSize 218 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values('30.774', '20.31', '46114.284799488', 'new'),('-66475.561431', '52927714', '7203778961', 'new'), ('256', '32768', '31889', 'new'),('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'),('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=34) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=34) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=34) + default@table_change_numeric_group_string_group_floating_varchar_trunc,table_change_numeric_group_string_group_floating_varchar_trunc,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -29.076 -10.300 original +-255.0 4957.0 8322222 9000000000 +-66475. 5292771 7203778 new +0.0 20435.0 8474922 -999999999999 +100 5000 5443 new +17 90000 7540721 new +256 32768 31889 new +30.774 20.31 46114.2 new +5555 40000 -719017 new +753.702 -3651.6 -238667 original +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(c1 string, c2 string, c3 string, c4 string, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 string +c2 string +c3 string +c4 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_string + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values('escapist', 'escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +values__tmp__table__38.tmp_values_col1 values__tmp__table__38.tmp_values_col2 values__tmp__table__38.tmp_values_col3 values__tmp__table__38.tmp_values_col4 values__tmp__table__38.tmp_values_col5 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +c1 c2 c3 c4 b +blank pads blank pads blank pads blank pads original +dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +escapist escapist escapist escapist original +heartbeat heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_string +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 varchar(50) +c4 char(9) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 228 + totalSize 232 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_string + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values('junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=77) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=77) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=77) + default@table_change_string_group_string_group_string,table_change_string_group_string_group_string,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_string_group_string_group_string order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +c1 c2 c3 c4 b + featherweight featherweight new + against against against against new + baffling bafflin baffling bafflin new +blank pads blank pad blank pads blank pad original +bottom bottom bottom bottom new +dynamic reptile dynamic r dynamic reptile dynamic r original +escapist escapist escapist escapist original +hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +heartbeat heartbeat heartbeat heartbeat original +junkyard junkyard junkyard junkyard new +PREHOOK: query: drop table table_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: drop table table_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(50) +c3 char(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_char + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +c1 c2 c3 b +blank pads blank pads blank pads original +dynamic reptile dynamic reptile dynamic reptile original +escapist escapist escapist original +heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_char +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(9) +c3 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 644 + totalSize 648 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_char + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=91) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=91) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=91) + default@table_change_string_group_string_group_char,table_change_string_group_string_group_char,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_char order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +c1 c2 c3 b + featherweight featherweight new + against against against new + baffling bafflin baffling new +blank pads blank pad blank pads original +bottom bottom bottom new +dynamic reptile dynamic r dynamic reptile original +escapist escapist escapist original +hangar paralysed companion hangar pa hangar paralysed companion new +heartbeat heartbeat heartbeat original +junkyard junkyard junkyard new +PREHOOK: query: drop table table_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: drop table table_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 varchar(50) +c2 varchar(50) +c3 varchar(50) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values('escapist', 'escapist', 'escapist', 'original'), + ('heartbeat', 'heartbeat', 'heartbeat', 'original'), + ('dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + ('blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +c1 c2 c3 b +blank pads blank pads blank pads original +dynamic reptile dynamic reptile dynamic reptile original +escapist escapist escapist original +heartbeat heartbeat heartbeat original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: query: DESCRIBE FORMATTED table_change_string_group_string_group_varchar +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +col_name data_type comment +# col_name data_type comment + +c1 char(50) +c2 char(9) +c3 string +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 179 + totalSize 183 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values('junkyard', 'junkyard', 'junkyard', 'new'), + (' baffling ', ' baffling ', ' baffling ', 'new'), + (' featherweight ', ' featherweight ',' featherweight ', 'new'), + (' against', ' against', ' against', 'new'), + ('hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + ('bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=66) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=66) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=66) + default@table_change_string_group_string_group_varchar,table_change_string_group_string_group_varchar,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_string_group_string_group_varchar order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +c1 c2 c3 b + featherweight featherweight new + against against against new + baffling bafflin baffling new +blank pads blank pad blank pads original +bottom bottom bottom new +dynamic reptile dynamic r dynamic reptile original +escapist escapist escapist original +hangar paralysed companion hangar pa hangar paralysed companion new +heartbeat heartbeat heartbeat original +junkyard junkyard junkyard new +PREHOOK: query: drop table table_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: drop table table_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 tinyint +c2 tinyint +c3 tinyint +c4 tinyint +c5 tinyint +c6 tinyint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values(45, 45, 45, 45, 45, 45, 'original'), + (-2, -2, -2, -2, -2, -2, 'original'), + (-255, -255, -255, -255, -255, -255, 'original'), + (100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 c6 b +-2 -2 -2 -2 -2 -2 original +100 100 100 100 100 100 original +45 45 45 45 45 45 original +NULL NULL NULL NULL NULL NULL original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 int +c3 bigint +c4 float +c5 double +c6 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 110 + totalSize 114 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values('774', '2031', '200', '12', '99', '0', 'new'), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new'), + ('256', '32768', '31889', '300', '444', '506', 'new'), + ('5555', '40000', '-719017797', '45', '55', '65', 'new'), + ('100', '5000', '5443', '22', '2', '-2', 'new'), + ('17', '90000', '754072151', '95', '20', '18', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values('774', '2031', '200', '12', '99', '0', 'new'), + ('561431', '52927714', '7203778961', '8', '7', '6', 'new'), + ('256', '32768', '31889', '300', '444', '506', 'new'), + ('5555', '40000', '-719017797', '45', '55', '65', 'new'), + ('100', '5000', '5443', '22', '2', '-2', 'new'), + ('17', '90000', '754072151', '95', '20', '18', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=42) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=42) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=10 width=42) + default@table_change_lower_to_higher_numeric_group_tinyint,table_change_lower_to_higher_numeric_group_tinyint,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","c5","c6","b"] + +PREHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 c6 b +-2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +100 100 100 100.0 100.0 100.000000000000000000 original +100 5000 5443 22.0 2.0 -2.000000000000000000 new +17 90000 754072151 95.0 20.0 18.000000000000000000 new +256 32768 31889 300.0 444.0 506.000000000000000000 new +45 45 45 45.0 45.0 45.000000000000000000 original +5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +774 2031 200 12.0 99.0 0.000000000000000000 new +NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +NULL NULL NULL NULL NULL NULL original +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 smallint +c2 smallint +c3 smallint +c4 smallint +c5 smallint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values(2031, 2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, -5000, 'original'), + (100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 b +-2 -2 -2 -2 -2 original +-5000 -5000 -5000 -5000 -5000 original +100 100 100 100 100 original +2031 2031 2031 2031 2031 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +col_name data_type comment +# col_name data_type comment + +c1 int +c2 bigint +c3 float +c4 double +c5 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 122 + totalSize 126 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values('774', '2031', '200', '12', '99', 'new'), + ('561431', '52927714', '7203778961', '8', '7', 'new'), + ('256', '32768', '31889', '300', '444', 'new'), + ('5555', '40000', '-719017797', '45', '55', 'new'), + ('100', '5000', '5443', '22', '2', 'new'), + ('17', '90000', '754072151', '95', '20', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values('774', '2031', '200', '12', '99', 'new'), + ('561431', '52927714', '7203778961', '8', '7', 'new'), + ('256', '32768', '31889', '300', '444', 'new'), + ('5555', '40000', '-719017797', '45', '55', 'new'), + ('100', '5000', '5443', '22', '2', 'new'), + ('17', '90000', '754072151', '95', '20', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=42) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=42) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=42) + default@table_change_lower_to_higher_numeric_group_smallint,table_change_lower_to_higher_numeric_group_smallint,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +c1 c2 c3 c4 c5 b +-2 -2 -2.0 -2.0 -2.000000000000000000 original +-5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +100 100 100.0 100.0 100.000000000000000000 original +100 5000 5443.0 22.0 2.000000000000000000 new +17 90000 7.5407213E8 95.0 20.000000000000000000 new +2031 2031 2031.0 2031.0 2031.000000000000000000 original +256 32768 31889.0 300.0 444.000000000000000000 new +5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +774 2031 200.0 12.0 99.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(c1 int, c2 int, c3 int, c4 int, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 int +c2 int +c3 int +c4 int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values(2031, 2031, 2031, 2031, 'original'), + (-2, -2, -2, -2, 'original'), + (-5000, -5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -2 -2 -2 original +-5000 -5000 -5000 -5000 original +2031 2031 2031 2031 original +52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 float +c3 double +c4 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 124 + totalSize 128 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values('774', '2031', '200', '12', 'new'), + ('561431', '52927714', '7203778961', '8', 'new'), + ('256', '32768', '31889', '300', 'new'), + ('5555', '40000', '-719017797', '45', 'new'), + ('100', '5000', '5443', '22', 'new'), + ('17', '90000', '754072151', '95', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values('774', '2031', '200', '12', 'new'), + ('561431', '52927714', '7203778961', '8', 'new'), + ('256', '32768', '31889', '300', 'new'), + ('5555', '40000', '-719017797', '45', 'new'), + ('100', '5000', '5443', '22', 'new'), + ('17', '90000', '754072151', '95', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=41) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=41) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=41) + default@table_change_lower_to_higher_numeric_group_int,table_change_lower_to_higher_numeric_group_int,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","c4","b"] + +PREHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +c1 c2 c3 c4 b +-2 -2.0 -2.0 -2.000000000000000000 original +-5000 -5000.0 -5000.0 -5000.000000000000000000 original +100 5000.0 5443.0 22.000000000000000000 new +17 90000.0 7.54072151E8 95.000000000000000000 new +2031 2031.0 2031.0 2031.000000000000000000 original +256 32768.0 31889.0 300.000000000000000000 new +52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5555 40000.0 -7.19017797E8 45.000000000000000000 new +561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +774 2031.0 200.0 12.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(c1 bigint, c2 bigint, c3 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 bigint +c2 bigint +c3 bigint +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values(7203778961, 7203778961, 7203778961, 'original'), + (-2, -2, -2, 'original'), + (-5000, -5000, -5000, 'original'), + (52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +c1 c2 c3 b +-2 -2 -2 original +-5000 -5000 -5000 original +52927714 52927714 52927714 original +7203778961 7203778961 7203778961 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +col_name data_type comment +# col_name data_type comment + +c1 float +c2 double +c3 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 119 + totalSize 123 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values('774', '2031', '200', 'new'), + ('561431', '52927714', '7203778961', 'new'), + ('256', '32768', '31889', 'new'), + ('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'), + ('17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values('774', '2031', '200', 'new'), + ('561431', '52927714', '7203778961', 'new'), + ('256', '32768', '31889', 'new'), + ('5555', '40000', '-719017797', 'new'), + ('100', '5000', '5443', 'new'), + ('17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=38) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=38) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=38) + default@table_change_lower_to_higher_numeric_group_bigint,table_change_lower_to_higher_numeric_group_bigint,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","c3","b"] + +PREHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +c1 c2 c3 b +-2.0 -2.0 -2.000000000000000000 original +-5000.0 -5000.0 -5000.000000000000000000 original +100.0 5000.0 5443.000000000000000000 new +17.0 90000.0 754072151.000000000000000000 new +256.0 32768.0 31889.000000000000000000 new +5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5555.0 40000.0 -719017797.000000000000000000 new +561431.0 5.2927714E7 7203778961.000000000000000000 new +7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +774.0 2031.0 200.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(c1 float, c2 float, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 float +c2 float +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values(-29.0764, -29.0764, 'original'), + (753.7028, 753.7028, 'original'), + (-5000, -5000, 'original'), + (52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +c1 c2 b +-29.0764 -29.0764 original +-5000.0 -5000.0 original +5.2927712E7 5.2927712E7 original +753.7028 753.7028 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +col_name data_type comment +# col_name data_type comment + +c1 double +c2 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 108 + totalSize 112 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values('774', '2031', 'new'), + ('561431', '52927714', 'new'), + ('256', '32768', 'new'), + ('5555', '40000', 'new'), + ('100', '5000', 'new'), + ('17', '90000', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values('774', '2031', 'new'), + ('561431', '52927714', 'new'), + ('256', '32768', 'new'), + ('5555', '40000', 'new'), + ('100', '5000', 'new'), + ('17', '90000', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=31) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=31) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=31) + default@table_change_lower_to_higher_numeric_group_float,table_change_lower_to_higher_numeric_group_float,Tbl:COMPLETE,Col:NONE,Output:["c1","c2","b"] + +PREHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +POSTHOOK: query: select c1,c2,b from table_change_lower_to_higher_numeric_group_float order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +c1 c2 b +-29.0764 -29.076400000000000000 original +-5000.0 -5000.000000000000000000 original +100.0 5000.000000000000000000 new +17.0 90000.000000000000000000 new +256.0 32768.000000000000000000 new +5.2927712E7 52927712.000000000000000000 original +5555.0 40000.000000000000000000 new +561431.0 52927714.000000000000000000 new +753.7028 753.702800000000000000 original +774.0 2031.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(c1 double, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(c1 double, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 double +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values(-29.0764, 'original'), + (753.7028, 'original'), + (-5000, 'original'), + (52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +c1 b +-29.0764 original +-5000.0 original +5.2927714E7 original +753.7028 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: DESCRIBE FORMATTED table_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +col_name data_type comment +# col_name data_type comment + +c1 decimal(38,18) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 70 + totalSize 74 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values('774', 'new'), + ('561431', 'new'), + ('256', 'new'), + ('5555', 'new'), + ('100', 'new'), + ('17', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values('774', 'new'), + ('561431', 'new'), + ('256', 'new'), + ('5555', 'new'), + ('100', 'new'), + ('17', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: explain +select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=22) + Output:["_col0","_col1"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=22) + Output:["_col0","_col1"] + TableScan [TS_0] (rows=10 width=22) + default@table_change_lower_to_higher_numeric_group_double,table_change_lower_to_higher_numeric_group_double,Tbl:COMPLETE,Col:NONE,Output:["c1","b"] + +PREHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select c1,b from table_change_lower_to_higher_numeric_group_double order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +c1 b +-29.076400000000000000 original +-5000.000000000000000000 original +100.000000000000000000 new +17.000000000000000000 new +256.000000000000000000 new +52927714.000000000000000000 original +5555.000000000000000000 new +561431.000000000000000000 new +753.702800000000000000 original +774.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_double PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table3 -PREHOOK: Output: default@table3 -POSTHOOK: query: DROP TABLE table3 +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_double POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table3 -POSTHOOK: Output: default@table3 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double diff --git ql/src/test/results/clientpositive/tez/vector_partition_diff_num_cols.q.out ql/src/test/results/clientpositive/tez/vector_partition_diff_num_cols.q.out index a733991..f23a359 100644 --- ql/src/test/results/clientpositive/tez/vector_partition_diff_num_cols.q.out +++ ql/src/test/results/clientpositive/tez/vector_partition_diff_num_cols.q.out @@ -592,6 +592,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reducer 2 Execution mode: vectorized Reduce Operator Tree: diff --git ql/src/test/results/clientpositive/vector_partition_diff_num_cols.q.out ql/src/test/results/clientpositive/vector_partition_diff_num_cols.q.out index a783a36..ef92b89 100644 --- ql/src/test/results/clientpositive/vector_partition_diff_num_cols.q.out +++ ql/src/test/results/clientpositive/vector_partition_diff_num_cols.q.out @@ -554,6 +554,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0)